-- Logs begin at Mon 2022-02-28 17:56:22 UTC, end at Mon 2022-02-28 19:08:47 UTC. -- Feb 28 18:33:08.879886 dv-cinder-831186-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 18:33:11.814176 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.common.config [-] Logging enabled! Feb 28 18:33:11.814820 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev61 Feb 28 18:33:11.814955 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108281) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 18:33:11.818514 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.common.config [-] Logging enabled! Feb 28 18:33:11.818850 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev61 Feb 28 18:33:11.819170 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108281) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 18:33:11.820172 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:33:11.820405 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:33:11.820773 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:33:11.821017 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:33:11.821241 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:33:11.821562 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.821858 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.822151 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.822377 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.822669 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.822955 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.823235 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.823579 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.823844 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.824127 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.824540 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.824686 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.824912 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.825190 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.825474 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.825757 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.825978 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] debug = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.826256 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.826685 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.827098 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.827452 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.827857 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.828119 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.828439 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.828749 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.829037 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.829372 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] host = dv-cinder-831186-1-iscsi {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.829652 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.829942 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.830222 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.830522 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.830779 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.831053 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.831335 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.831635 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.831908 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] log_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.832180 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.832467 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.832752 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.833038 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.833259 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.833557 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.833931 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.834225 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.834498 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.834774 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.835048 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.835321 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.835625 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.835894 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.836179 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.836462 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.836743 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.837014 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.837290 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.837558 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.837828 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.838109 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.838378 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.838646 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.838915 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.839196 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.839461 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.839751 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.840060 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.840340 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.840618 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.840899 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.841171 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.841447 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.841715 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.841984 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.842253 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] use_json = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.842520 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.842787 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.843065 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.843334 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.843630 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.843901 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.844168 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.844448 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.844714 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:11.845010 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.845300 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.845597 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.845881 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.846167 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.846444 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.846728 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.847003 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.847296 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.847608 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.847901 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.848181 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.848467 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.848744 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.849578 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.849885 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.850175 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.850464 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.850738 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.851009 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.851282 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.851585 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.851872 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.852145 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.852432 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.852717 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.852996 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.853281 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.853572 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.853857 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.854127 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.854403 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.854689 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.854964 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.855232 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.855529 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.855817 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.856090 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.856361 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.856641 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.856917 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.857185 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.857459 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.857731 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.858017 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.858329 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.858560 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.858830 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.859102 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.859370 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.859673 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.859949 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.860215 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.860482 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.860754 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.861025 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.861293 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.861564 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.861833 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.862107 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.862378 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.862646 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.862915 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.863183 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.863451 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.863740 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.864008 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.864279 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.865267 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.865402 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.865676 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.865948 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.866218 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.866501 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.866799 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.867075 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.867357 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.867657 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.867932 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.868204 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.868477 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.868755 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.869030 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.869300 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.869652 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.869947 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.870233 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.870513 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.870798 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.871091 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.871366 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.871712 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.871998 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.872274 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.872556 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.872838 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.873132 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.873425 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.873717 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.874009 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.874354 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.874636 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.875001 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.875282 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:11.875520 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:33:11.875772 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108281) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 18:33:12.256019 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 18:33:12.256278 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 18:33:12.256557 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 18:33:12.256887 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 18:33:12.685156 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.685454 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.685716 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.687319 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.687617 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.687883 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.726051 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.726354 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.726621 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.744739 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.745082 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.745378 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.780361 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.780684 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.780998 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.825280 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.825992 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:12.825992 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.076998 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.077200 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.077449 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.077712 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.078418 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.221229 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.221599 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.221930 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.222252 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.222574 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.222938 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.223247 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.223587 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.223921 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.224258 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.224574 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.224893 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.225203 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.225490 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.225748 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.226015 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.226275 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.226542 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.226812 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.227071 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.227340 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.227616 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.227899 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.228271 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.228519 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.228761 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.229160 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:33:13.229394 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:33:13.229623 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:33:13.229854 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:33:13.230083 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:33:13.230313 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:33:13.230681 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 18:33:13.234002 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 18:33:13.238020 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 18:33:13.242054 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 28 18:33:13.243887 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 18:33:13.244344 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 18:33:13.244676 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 18:33:13.245057 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 18:33:13.247917 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 18:33:13.248170 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 18:33:13.248518 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 18:33:13.253859 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 28 18:33:13.277560 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 18:33:13.278024 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.278323 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108281) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 28 18:33:13.278682 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.280113 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108281) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 18:33:13.280410 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 18:33:13.280658 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 18:33:13.284274 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.284550 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:13.354172 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 18:33:13.354475 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 18:33:13.354737 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 18:33:13.355169 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 18:33:13.380688 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_db.sqlalchemy.engines [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108281) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 28 18:33:13.944401 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Initializing driver for type 'gre' Feb 28 18:33:13.945130 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] gre ID ranges: [(1, 1000)] Feb 28 18:33:13.999761 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Initializing driver for type 'local' Feb 28 18:33:14.000087 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Initializing driver for type 'vlan' Feb 28 18:33:14.014993 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] VlanTypeDriver initialization complete Feb 28 18:33:14.015332 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Initializing driver for type 'vxlan' Feb 28 18:33:14.015867 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] vxlan ID ranges: [(1, 1000)] Feb 28 18:33:14.078754 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Initializing extension driver 'port_security' Feb 28 18:33:14.079254 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.extensions.port_security [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] PortSecurityExtensionDriver initialization complete Feb 28 18:33:14.079670 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Initializing mechanism driver 'openvswitch' Feb 28 18:33:14.080045 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Initializing mechanism driver 'hyperv' Feb 28 18:33:14.087493 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.plugins.ml2.plugin [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:33:14.088196 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > port after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.088566 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > port after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.088912 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > port after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.089447 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:33:14.089878 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.090227 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.090565 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.090955 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:33:14.091360 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > network after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.091730 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > network after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.092067 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > network after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.092452 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:33:14.092851 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.093193 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.093528 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.094064 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:33:14.094471 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.094819 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.095155 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.095578 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:33:14.095982 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > address_group after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.096323 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > address_group after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.096658 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.097047 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:33:14.097484 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] ML2 OVO RPC backend initialized. {{(pid=108281) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 28 18:33:14.098202 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.098551 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.098962 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > network before_response 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.099302 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > networks before_response 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.099680 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > port before_response 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.100091 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > ports before_response 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.100432 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.100772 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.101113 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > network after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.101445 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > network after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.101773 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > network after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.102101 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > port after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.102430 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > port after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.102756 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > port after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.103084 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.103411 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.103767 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.111386 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded quota_driver: . Feb 28 18:33:14.111782 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.plugin [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Modular L2 Plugin initialization complete Feb 28 18:33:14.112130 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading services supported by the core plugin {{(pid=108281) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 18:33:14.112472 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.plugins.ml2.managers [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Got port-security extension from driver 'port_security' Feb 28 18:33:14.112965 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.extensions.vlantransparent [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Disabled vlantransparent extension. Feb 28 18:33:14.113458 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108281) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 18:33:14.113781 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading Plugin: router Feb 28 18:33:14.151493 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.151892 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router after_create 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.152262 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router before_create 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.152621 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.152993 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.153340 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router after_delete 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.153692 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.154037 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.154395 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router after_create 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.154736 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router after_update 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.155082 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router after_update 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.155425 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.155799 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router after_update 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.156202 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.156564 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: port after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.156897 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: port after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.157229 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: subnet after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.157562 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.157901 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.158241 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.158579 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: port before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.158915 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.159268 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router after_update 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.159639 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.159987 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.160345 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.160684 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.161043 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > agent after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.161592 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > agent after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.161762 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > network after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.162669 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Tracking information for resource: router configured {{(pid=108281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:33:14.162995 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Tracking information for resource: floatingip configured {{(pid=108281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:33:14.168240 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.db.l3_agentschedulers_db [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 18:33:14.168821 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: port after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.169181 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: port after_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.169529 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: port after_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.169876 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: port after_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.170674 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router before_create 55550100 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.171035 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.171392 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.171774 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.176732 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.services.provider_configuration [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service providers = [] {{(pid=108281) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 18:33:14.177251 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.db.servicetype_db [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108281) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 18:33:14.180532 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.services.service_base [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:33:14.180880 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.services.service_base [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:33:14.181220 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.services.service_base [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:33:14.182107 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.services.service_base [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:33:14.182477 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.services.service_base [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 18:33:14.182866 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:33:14.183179 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 18:33:14.195021 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:33:14.195284 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading Plugin: auto_allocate Feb 28 18:33:14.201550 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: network precommit_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.201917 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: network precommit_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.202454 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:33:14.202771 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading Plugin: tag Feb 28 18:33:14.209843 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:33:14.210172 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading Plugin: timestamp Feb 28 18:33:14.214344 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:33:14.214668 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading Plugin: network_ip_availability Feb 28 18:33:14.220303 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.220672 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.221020 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.221779 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:33:14.222094 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading Plugin: flavors Feb 28 18:33:14.227676 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:33:14.228009 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading Plugin: revisions Feb 28 18:33:14.232507 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:33:14.232907 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_concurrency.lockutils [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.976s {{(pid=108281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 18:33:14.233682 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108281) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 18:33:14.234017 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Initializing extension manager. Feb 28 18:33:14.234526 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: __init__.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.234865 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: __pycache__ {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.235191 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.235554 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: address_group.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.236348 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.236938 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: address-group Feb 28 18:33:14.237251 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: address_scope.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.237966 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.238467 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: address-scope Feb 28 18:33:14.238786 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.239835 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.240349 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: router-admin-state-down-before-update Feb 28 18:33:14.240662 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: agent.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.241580 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.242090 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: agent Feb 28 18:33:14.242408 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: agent_resources_synced.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.243316 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.243854 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: agent-resources-synced Feb 28 18:33:14.244172 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.246016 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.246531 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: allowed-address-pairs Feb 28 18:33:14.246857 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.247968 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.248482 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: auto-allocated-topology Feb 28 18:33:14.248803 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: availability_zone.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.249497 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.250001 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: availability_zone Feb 28 18:33:14.250319 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: availability_zone_filter.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.251229 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.251771 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: availability_zone_filter Feb 28 18:33:14.252094 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: data_plane_status.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.252996 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.253493 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 18:33:14.253808 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: default_subnetpools.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.254716 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.255756 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: default-subnetpools Feb 28 18:33:14.256072 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.256894 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.257398 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: dhcp_agent_scheduler Feb 28 18:33:14.257716 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: dns.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.258626 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.259121 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 18:33:14.259437 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: dns_domain_ports.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.260371 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.260868 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 18:33:14.261192 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.262111 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.262611 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 28 18:33:14.262926 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: dvr.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.263628 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.264136 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: dvr Feb 28 18:33:14.264441 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: ecmp_routes.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.265359 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.265851 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 28 18:33:14.266193 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: empty_string_filtering.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.267081 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.267620 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: empty-string-filtering Feb 28 18:33:14.267940 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.268851 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.269350 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 18:33:14.269663 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.270585 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.271702 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 18:33:14.272025 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: external_net.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.272944 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.273451 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: external-net Feb 28 18:33:14.273770 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.274693 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.275200 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: extra_dhcp_opt Feb 28 18:33:14.275541 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: extraroute.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.276452 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.276951 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: extraroute Feb 28 18:33:14.277271 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: extraroute_atomic.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.278325 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.278831 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: extraroute-atomic Feb 28 18:33:14.279145 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: filter_validation.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.279861 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.280362 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: filter-validation Feb 28 18:33:14.280676 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: fip_pf_description.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.281578 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.282072 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 18:33:14.282390 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: fip_port_details.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.283305 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.283835 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: fip-port-details Feb 28 18:33:14.284151 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: flavors.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.285407 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.285918 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: flavors Feb 28 18:33:14.286237 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.288091 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.288614 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 18:33:14.288948 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: floatingip_pools.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.289674 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.290186 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: floatingip-pools Feb 28 18:33:14.290505 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: ip_allocation.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.291430 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.291958 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 18:33:14.292291 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.293209 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.293722 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: ip-substring-filtering Feb 28 18:33:14.294046 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: l2_adjacency.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.294967 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.295465 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 18:33:14.295810 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: l3.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.296806 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.297314 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: router Feb 28 18:33:14.297635 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.300077 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.300603 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 18:33:14.300931 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.301863 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.302986 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: ext-gw-mode Feb 28 18:33:14.303362 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.304264 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.304776 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: l3-ha Feb 28 18:33:14.305128 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: l3_flavors.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.306071 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.306532 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: l3-flavors Feb 28 18:33:14.306853 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.307788 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.308295 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 18:33:14.308614 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: l3agentscheduler.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.309687 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.310184 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: l3_agent_scheduler Feb 28 18:33:14.310506 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: logging.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.312321 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.312843 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension logging not supported by any of loaded plugins Feb 28 18:33:14.313166 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: metering.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.314213 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.314945 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: metering Feb 28 18:33:14.315417 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.316817 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.317478 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: metering_source_and_destination_fields Feb 28 18:33:14.318484 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: multiprovidernet.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.319525 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.320208 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: multi-provider Feb 28 18:33:14.320648 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: netmtu.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.321810 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.322650 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: net-mtu Feb 28 18:33:14.322976 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: netmtu_writable.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.324099 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.324757 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: net-mtu-writable Feb 28 18:33:14.325081 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: network_availability_zone.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.326045 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.326685 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: network_availability_zone Feb 28 18:33:14.327206 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: network_ip_availability.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.328384 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.329046 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: network-ip-availability Feb 28 18:33:14.329468 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: network_segment_range.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.330612 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.331222 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 18:33:14.331572 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: pagination.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.332595 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.333050 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: pagination Feb 28 18:33:14.333555 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: port_device_profile.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.334682 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.335363 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: port-device-profile Feb 28 18:33:14.335812 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.336841 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.337354 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: port-mac-address-regenerate Feb 28 18:33:14.337673 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.338593 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.339092 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: port-numa-affinity-policy Feb 28 18:33:14.339411 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: port_resource_request.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.340345 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.340849 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 18:33:14.341166 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: portbindings.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.342088 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.342595 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: binding Feb 28 18:33:14.342910 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: portbindings_extended.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.344380 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.344895 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: binding-extended Feb 28 18:33:14.345222 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: portsecurity.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.346142 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.346650 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: port-security Feb 28 18:33:14.346970 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: project_id.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.347997 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.348319 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: project-id Feb 28 18:33:14.348639 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: providernet.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.349585 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.350101 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: provider Feb 28 18:33:14.350418 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: qos.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.354098 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.354621 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension qos not supported by any of loaded plugins Feb 28 18:33:14.354945 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.356257 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.356768 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 18:33:14.357094 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.358013 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.358517 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 18:33:14.358839 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: qos_default.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.359779 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.360286 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension qos-default not supported by any of loaded plugins Feb 28 18:33:14.360610 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: qos_fip.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.361269 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.361763 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 18:33:14.362082 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.363012 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.363551 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 18:33:14.363875 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.365311 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.365820 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 18:33:14.366134 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: qos_pps_rule.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.367357 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.367927 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension qos-pps not supported by any of loaded plugins Feb 28 18:33:14.368251 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.369187 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.369693 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 18:33:14.370014 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: qos_rules_alias.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.371070 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.371617 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 18:33:14.371939 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: quotasv2.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.372908 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.373235 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: quotas Feb 28 18:33:14.373554 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: quotasv2_detail.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.375284 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.375652 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: quota_details Feb 28 18:33:14.375979 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: rbac.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.377053 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.377566 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: rbac-policies Feb 28 18:33:14.377894 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: rbac_address_group.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.378816 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.379324 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: rbac-address-group Feb 28 18:33:14.379681 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: rbac_address_scope.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.381238 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.383409 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: rbac-address-scope Feb 28 18:33:14.383781 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: rbac_security_groups.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.384727 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.385252 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: rbac-security-groups Feb 28 18:33:14.385580 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.386504 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.387018 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: rbac-subnetpool Feb 28 18:33:14.387342 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: revisionifmatch.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.388294 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.388810 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: revision-if-match Feb 28 18:33:14.389134 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: revisions.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.390256 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.390766 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: standard-attr-revisions Feb 28 18:33:14.391092 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: router_availability_zone.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.391808 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.392321 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: router_availability_zone Feb 28 18:33:14.392644 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: routerservicetype.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.393566 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.394075 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 18:33:14.394395 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.395320 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.395907 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: security-groups-normalized-cidr Feb 28 18:33:14.396235 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.397155 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.397668 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: port-security-groups-filtering Feb 28 18:33:14.397990 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.398909 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.399421 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: security-groups-remote-address-group Feb 28 18:33:14.399766 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: securitygroup.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.409553 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.410090 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: security-group Feb 28 18:33:14.410422 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: segment.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.411223 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.411814 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension segment not supported by any of loaded plugins Feb 28 18:33:14.412145 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.413195 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.413707 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 18:33:14.414029 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: servicetype.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.415219 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.415770 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: service-type Feb 28 18:33:14.416096 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: sorting.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.417097 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.417429 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: sorting Feb 28 18:33:14.417748 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: standard_attr_segment.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.418661 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.419170 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 18:33:14.419514 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: standardattrdescription.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.420165 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.420667 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: standard-attr-description Feb 28 18:33:14.420986 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: stateful_security_group.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.421922 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.422433 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: stateful-security-group Feb 28 18:33:14.422752 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: stdattrs_common.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.423330 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 18:33:14.423676 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.424603 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.425108 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 18:33:14.425426 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: subnet_onboard.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.426521 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.427592 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: subnet_onboard Feb 28 18:33:14.427945 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.428878 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.429383 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 18:33:14.429702 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: subnet_service_types.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.430620 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.431130 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: subnet-service-types Feb 28 18:33:14.431448 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: subnetallocation.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.432564 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.433077 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: subnet_allocation Feb 28 18:33:14.433397 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.434067 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.434589 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: subnetpool-prefix-ops Feb 28 18:33:14.434909 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.436124 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.436627 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 18:33:14.436944 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: tagging.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.438036 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.438557 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: standard-attr-tag Feb 28 18:33:14.438880 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: timestamp.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.440106 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.440618 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loaded extension: standard-attr-timestamp Feb 28 18:33:14.440942 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: trunk.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.441975 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.442482 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension trunk not supported by any of loaded plugins Feb 28 18:33:14.443355 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: trunk_details.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.444321 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.444830 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 18:33:14.445197 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.446073 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.446581 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 18:33:14.446896 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Loading extension file: vlantransparent.py {{(pid=108281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:33:14.447604 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:33:14.448106 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 18:33:14.450632 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:network Feb 28 18:33:14.451170 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:subnet Feb 28 18:33:14.451598 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:33:14.451985 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:port Feb 28 18:33:14.453256 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.453687 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service FLAVORS assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.454309 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.454728 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.455052 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:router Feb 28 18:33:14.455495 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 18:33:14.455989 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service METERING assigned prefix: /metering {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.457437 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.457803 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.458151 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:33:14.459183 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 18:33:14.459662 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:security_group Feb 28 18:33:14.460103 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 18:33:14.460704 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service CORE assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.461030 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:33:14.461370 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] subnetpool is already registered Feb 28 18:33:14.461808 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service CORE assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.462131 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:33:14.462460 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] subnetpool is already registered Feb 28 18:33:14.464832 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.465259 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service FLAVORS assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.465834 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.466298 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.466575 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:router Feb 28 18:33:14.467130 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] router is already registered Feb 28 18:33:14.467292 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 18:33:14.467660 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] floatingip is already registered Feb 28 18:33:14.468105 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service METERING assigned prefix: /metering {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.468763 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 18:33:14.469088 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] rbac_policy is already registered Feb 28 18:33:14.469494 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:security_group Feb 28 18:33:14.469819 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] security_group is already registered Feb 28 18:33:14.470213 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 18:33:14.470538 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] security_group_rule is already registered Feb 28 18:33:14.471171 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service CORE assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.471519 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:33:14.471850 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] subnetpool is already registered Feb 28 18:33:14.472576 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.v2.resource_helper [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Service CORE assigned prefix: {{(pid=108281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:33:14.472576 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:33:14.472899 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING neutron.quota.resource_registry [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] subnetpool is already registered Feb 28 18:33:14.473351 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: extensions {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.474898 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: address-groups {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.476403 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: address-scopes {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.477728 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: agents {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.478883 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: auto-allocated-topology {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.480153 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: availability_zones {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.481394 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: dhcp-networks {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.482879 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: dhcp-agents {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.484315 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: routers {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.486539 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: flavors {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.487709 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: service_profiles {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.488929 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: next_providers {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.491133 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: service_profiles {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.492682 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: floatingip-pools {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.493892 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: routers {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.496047 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: floatingips {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.497336 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: l3-routers {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.498707 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: l3-agents {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.500222 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: metering-labels {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.501503 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: metering-label-rules {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.502777 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: network-ip-availabilities {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.504074 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: bindings {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.507534 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: quotas {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.509007 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: quotas {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.510439 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: rbac-policies {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.511651 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: security-groups {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.513005 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: security-group-rules {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.514237 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: service-providers {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.515442 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: subnetpools {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.516896 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: subnetpools {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.518349 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: tags {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.520069 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: tags {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.521919 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: tags {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.523729 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: tags {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.525492 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: tags {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.527383 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: tags {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.529090 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: tags {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.531002 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: tags {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.532794 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: tags {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.534556 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron.api.extensions [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Extended resource: tags {{(pid=108281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:33:14.540853 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING keystonemiddleware.auth_token [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 18:33:14.545631 dv-cinder-831186-1-iscsi neutron-server[108281]: WARNING keystonemiddleware.auth_token [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 18:33:14.554947 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_concurrency.lockutils [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Acquired lock "singleton_lock" {{(pid=108281) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 28 18:33:14.555424 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_concurrency.lockutils [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Releasing lock "singleton_lock" {{(pid=108281) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 28 18:33:14.556095 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO oslo_service.service [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Starting 2 workers Feb 28 18:33:14.561179 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Started child 108388 {{(pid=108281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 18:33:14.568966 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Started child 108389 {{(pid=108281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 18:33:14.569170 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:14.569772 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO neutron.service [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 18:33:14.569772 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Notify callbacks [] for process, before_spawn {{(pid=108281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:14.569947 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [-] (108388) wsgi starting up on http://0.0.0.0:9696 Feb 28 18:33:14.570988 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO oslo_service.service [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Starting 1 workers Feb 28 18:33:14.571922 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:14.573343 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [-] (108389) wsgi starting up on http://0.0.0.0:9696 Feb 28 18:33:14.575749 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44396) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:33:14.576228 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Started child 108391 {{(pid=108281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 18:33:14.576820 dv-cinder-831186-1-iscsi neutron-server[108281]: INFO oslo_service.service [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Starting 1 workers Feb 28 18:33:14.580568 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.service [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] calling RpcWorker wait() {{(pid=108391) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 18:33:14.581144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.service [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] returning from RpcWorker wait() {{(pid=108391) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 18:33:14.583533 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Started child 108392 {{(pid=108281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 18:33:14.583533 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG neutron_lib.callbacks.manager [None req-4b935c86-e7b9-4417-86d4-aaf34ef316d1 None None] Notify callbacks [] for process, after_spawn {{(pid=108281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:14.583784 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:14.583784 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:33:14.585119 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071871 Feb 28 18:33:14.585406 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108281) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 18:33:14.585614 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:33:14.585956 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:33:14.586321 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:33:14.586815 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:33:14.587116 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:33:14.588604 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.589047 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.589451 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.589864 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.590288 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.591011 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.591420 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.591870 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.592291 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.592414 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:14.593164 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.593484 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.593804 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.594206 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.594668 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.595116 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.595539 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.595916 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.596347 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.596666 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.597055 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.597450 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.597846 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.598246 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] debug = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.598635 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.599306 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.599723 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.600122 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.600503 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.600922 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.601324 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.601733 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.602120 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.602491 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.602846 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.603245 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.603641 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.604023 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.604397 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.604799 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.605168 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.605806 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] host = dv-cinder-831186-1-iscsi {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.606178 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.606548 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.606944 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.607330 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.607736 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.608090 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.608522 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.608915 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.609308 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.609674 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.610054 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.610445 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.610826 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.611220 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.611568 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_options = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.612507 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.613123 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.613516 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.613856 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.614171 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.615080 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.615663 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.615837 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.616457 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.616457 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.616628 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.617189 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.618006 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.618381 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.618793 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.618916 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:33:14.619311 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.619747 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.620121 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.620543 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.620943 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.621317 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.621699 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.622075 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.622440 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.622816 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.623199 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.623595 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.623951 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.624325 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.624713 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.625097 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.625495 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.626009 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.626613 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.627463 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.627890 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.628282 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.628632 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.629024 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.629379 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.629775 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.630778 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.631176 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.632471 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.632860 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.633250 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.633628 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_json = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.634006 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.634407 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.634798 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.635177 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.635593 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.635955 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.636322 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.636738 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.637025 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.637508 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.637844 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.638230 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.638649 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.639063 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.639516 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.639925 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.640348 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.640774 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.641202 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.641684 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.642120 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.642582 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.642995 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.643416 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.643958 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.644369 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.645372 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.645841 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.647204 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.647703 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.648102 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.649975 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.650442 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.650854 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.651387 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.651872 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.652390 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.652848 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.653279 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.653707 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.654115 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.654544 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.654955 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.655339 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.655750 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.656142 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.656578 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.656996 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.657245 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.658227 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.658227 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.658227 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.658227 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.658508 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.658654 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.659031 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.659405 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.659662 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.659908 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.660129 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.660366 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.660600 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.660839 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.661083 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.661367 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.661619 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.661831 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.662418 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.662418 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.662552 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.662684 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.663065 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.663457 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.663940 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.664341 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.664595 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.664837 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.665072 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.665286 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.665506 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.665741 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.665988 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.667079 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.667329 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.667633 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.667946 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.668102 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.668497 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.668874 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.669295 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.669721 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.670153 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.670571 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.671049 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.671467 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.671919 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.672328 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.672760 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.673254 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.673798 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.674150 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.674503 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.674843 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.675192 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.676365 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.676827 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.677897 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.678418 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.678418 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.678551 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.678855 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.679295 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.679753 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.680133 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.680650 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.681061 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.681493 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.681800 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.682248 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.682679 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.683127 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.683420 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.683842 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.684263 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.684686 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.685100 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.685351 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.685623 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.686258 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.686528 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.686823 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.687097 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.687378 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.687636 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.688096 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.688565 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.689020 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.689537 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.690108 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.690549 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.691001 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.691522 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.691837 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.692307 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.692792 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.693231 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.693770 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.694202 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.694640 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.694924 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.696105 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.696105 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.696105 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.696105 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.696377 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.696653 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.696959 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.697287 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.697590 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.697896 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.698186 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.699272 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.699604 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.699878 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.700311 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.700599 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.700891 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.701954 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.702260 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.702555 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.702865 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.703147 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.703429 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.703786 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.704169 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.704556 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.704979 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.705225 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.705795 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.705795 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.705965 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.706181 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.706398 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.706813 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.707200 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.707605 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.707835 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.708244 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.708646 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.709039 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.709353 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.709585 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.709800 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.710014 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.710238 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.710470 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.710702 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.710928 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.711155 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.711660 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.711821 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:33:14.711922 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.712224 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.712486 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.712717 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.712954 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.713172 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.713421 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.713639 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.713860 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.714083 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.714301 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.714538 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.714800 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.715130 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.715361 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.715601 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.716862 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.717329 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.717745 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.718151 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.718621 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.718875 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.719109 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.719353 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.720349 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.720349 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.720349 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.720349 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.720712 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.720712 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.720884 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.721096 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.721320 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.721535 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.721742 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.722854 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.722854 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.722854 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.722854 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.722854 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.723199 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.723199 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.723428 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.724367 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.724749 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.725789 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.725789 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.725789 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.725789 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.726067 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.726142 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.726346 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.726569 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.726791 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.727009 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.727218 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.727558 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.727812 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.728027 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.728452 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.728851 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.729247 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.729490 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.729804 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.730048 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.730289 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.730665 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.731031 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.731376 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.732618 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.733074 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.733560 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.733965 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.734371 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.734788 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.735197 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.735641 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.736010 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.736433 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.737306 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.737306 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.737306 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.737598 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.737744 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.738073 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.738180 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.738409 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.738649 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.738869 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.739186 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.739653 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.740017 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.740544 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.740986 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.741563 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.741984 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.742368 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.742749 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.743119 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.743424 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:33:14.744131 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108281) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 18:33:14.744294 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:33:14.744435 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:33:14.744671 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:33:14.744770 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:33:14.744924 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:33:14.745125 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.745773 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.745773 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.745773 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.745773 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.746049 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.746049 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.746217 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.746369 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.746526 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.746685 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.746842 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.747000 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.747156 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.747314 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.747514 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.747680 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.747837 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.747998 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.748155 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.748310 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.748467 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.748622 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] debug = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.748778 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.748978 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.749160 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.749301 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.749457 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.749613 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.749767 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.749924 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.750322 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.750322 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.750473 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.750549 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.750729 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.750818 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.750946 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.751250 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.751584 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.751872 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] host = dv-cinder-831186-1-iscsi {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.752158 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.752841 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.752841 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.752841 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.752841 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.753119 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.753119 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.753242 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.753337 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.753490 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.753649 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.753806 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.753966 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.754125 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.754281 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_options = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.754442 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.754594 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.754893 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.755630 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.755803 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.755968 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.756092 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.756317 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.756479 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.756621 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.756738 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.756822 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.756986 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.757145 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.757303 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.757463 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.757617 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.757776 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.757936 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.758091 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.758245 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.758543 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.758700 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.758995 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.759325 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.759670 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.759966 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.760262 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.760425 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.760582 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.760739 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.760898 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.761054 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.761213 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.761370 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.761526 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.761683 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.761846 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.762803 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.762803 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.762803 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.762803 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.762803 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.762803 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.763166 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.763166 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.763166 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_json = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.763342 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.763454 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.763627 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.763793 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.763965 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.764098 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.764244 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.764403 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.764558 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:33:14.764732 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.764887 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.765201 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.765508 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.765670 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.765831 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.765990 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.766149 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.766307 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.766473 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.766622 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.766783 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.766957 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.767113 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.767270 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.767434 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.768556 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.768750 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.768884 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.769044 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.769204 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.769362 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.769533 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.769692 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.771309 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.771309 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.771309 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.771309 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.771309 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.771309 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.771309 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.772093 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.772093 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.772093 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.772093 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.772093 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.772429 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.772429 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.772556 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.772721 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.772847 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.773006 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.773165 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.773325 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.773485 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.773644 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.773803 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.773963 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.774122 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.774311 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.774469 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.774630 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.774788 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.774949 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.775106 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.775275 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.775433 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.776092 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.776092 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.776092 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.776092 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.776390 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.776390 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.776549 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.776647 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.776805 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.776975 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.777138 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.777300 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.777458 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.777618 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.777777 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.777935 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.778094 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.778250 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.778407 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.778565 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.778723 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.778881 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.779039 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.779199 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.779358 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.779541 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.779702 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.779864 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.780026 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.780781 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.780781 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.780781 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.780781 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.780781 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.781138 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.781138 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.781254 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.781396 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.781538 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.781693 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.781855 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.782014 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.782173 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.782330 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.782487 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.782649 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.782807 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.782966 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.783124 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.783282 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.783441 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.783618 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.784634 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.784634 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.784634 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.784634 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.784634 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.784634 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.784634 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.785049 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.785049 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.785169 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.785263 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.785430 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.785598 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.785757 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.785916 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.786075 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.786321 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.786416 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.786567 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.786724 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.786930 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.787134 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.787396 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.787396 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.787725 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.787725 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.787894 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.788007 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.788111 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.788264 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.788423 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.788581 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.788739 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.788896 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.789054 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.789211 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.789372 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.789530 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.789689 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.789848 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.790470 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.790470 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.790470 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.790470 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.790783 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.790783 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.790978 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.791061 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.791192 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.791349 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.791532 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.791688 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.791849 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.792008 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.792166 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.792325 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.792482 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.792640 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.792798 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.792957 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.793113 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.793270 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.793428 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.793585 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.793742 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.793902 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.794060 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.794220 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.794378 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.794538 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.794696 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.794855 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.795015 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.795173 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.795331 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.795619 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.795735 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.795895 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.796057 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.796219 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.796372 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.796528 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.796687 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.796863 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.797023 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.797183 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.797344 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.797502 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.797661 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.797820 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.797979 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.798137 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.798295 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.798452 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.798614 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.798777 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.798936 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.799094 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.799253 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.799411 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.799594 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.799753 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.799925 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.800083 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.800241 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.800399 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.800558 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.800716 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.800884 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.801043 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.801201 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.801358 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.801517 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.801678 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.801847 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.802164 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.802473 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.802473 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.802823 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.802823 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.803132 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.803286 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.803447 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.803614 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.803775 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.803933 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.804101 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.804260 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.804418 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.804577 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.804735 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.804894 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.805063 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.805222 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.805380 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.805538 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.805697 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.805854 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.806022 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.806183 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.806341 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.806508 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.806665 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.806824 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.807209 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.807209 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.807417 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.807417 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.807706 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.807831 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.807913 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.808053 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.808216 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.808386 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.808549 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.808710 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.808877 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.809044 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.809211 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.809369 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.809538 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.809707 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.809866 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.810024 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.810183 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.810341 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.810500 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.810659 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.811072 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.811233 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.811390 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.811592 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.811727 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.811889 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.812047 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.812205 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.812364 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.812615 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.812750 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.812839 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.812975 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:33:14.813125 dv-cinder-831186-1-iscsi neutron-server[108281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:33:26.401784 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51725557-5487-43b8-a5e1-086e1f34197e None None] get_active_networks_info from dv-cinder-831186-1-iscsi {{(pid=108391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 28 18:33:26.494300 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51725557-5487-43b8-a5e1-086e1f34197e None None] No non-hosted networks {{(pid=108391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 18:33:26.518644 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.agentschedulers_db [None req-51725557-5487-43b8-a5e1-086e1f34197e None None] DHCP Agent not found on host dv-cinder-831186-1-iscsi {{(pid=108391) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 18:33:26.670955 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-089b2562-4bc6-46bf-b603-4125b90fd9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445008'] for agent, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:28.737417 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-cbdea01c-d38c-44e5-b67f-41b2ac83b672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445008'] for agent, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:28.813864 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-320a0a63-c14f-433c-ba7a-990f335177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:29.882207 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445008'] for agent, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:31.445834 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445008'] for agent, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:31.448189 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.449762 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.450646 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.451393 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.452364 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.452973 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.453573 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.454413 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.454970 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.456114 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.458061 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.458955 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:31.459685 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831186-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:33:31.482558 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831186-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:33:31.758397 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445008'] for agent, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:33.862799 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44504) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:33:34.215193 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.db.l3_hamode_db [None req-f20bcf2c-d55e-48c7-bced-92d77221b021 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 18:33:34.294110 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20bcf2c-d55e-48c7-bced-92d77221b021 None None] Routers set() bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:33:34.294489 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20bcf2c-d55e-48c7-bced-92d77221b021 None None] Router IDs set() for agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 18:33:34.419389 dv-cinder-831186-1-iscsi neutron-server[108389]: WARNING oslo_policy.policy [None req-20e0bc0e-1f16-498f-a4cf-aa822dbfe3a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:33:34.420301 dv-cinder-831186-1-iscsi neutron-server[108389]: WARNING oslo_policy.policy [None req-20e0bc0e-1f16-498f-a4cf-aa822dbfe3a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:33:34.652242 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [None req-20e0bc0e-1f16-498f-a4cf-aa822dbfe3a7 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:33:34.653286 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-20e0bc0e-1f16-498f-a4cf-aa822dbfe3a7 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7890897 Feb 28 18:33:37.099334 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44518) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:33:37.423114 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-29279d9c-6f63-46d8-921d-13492a5534c4 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:33:37.529356 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.policy [None req-29279d9c-6f63-46d8-921d-13492a5534c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108389) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 18:33:37.574945 dv-cinder-831186-1-iscsi neutron-server[108389]: WARNING oslo_policy.policy [None req-29279d9c-6f63-46d8-921d-13492a5534c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:33:37.575320 dv-cinder-831186-1-iscsi neutron-server[108389]: WARNING oslo_policy.policy [None req-29279d9c-6f63-46d8-921d-13492a5534c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:33:37.670873 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-29279d9c-6f63-46d8-921d-13492a5534c4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744603792218', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744603792823', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744604754881', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744604761453', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744604191976', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744604781093', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-518506', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-512400', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3625069', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3564412'] for rbac-policy, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:37.739432 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-29279d9c-6f63-46d8-921d-13492a5534c4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:37.740667 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-29279d9c-6f63-46d8-921d-13492a5534c4 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6404173 Feb 28 18:33:40.435164 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44530) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:33:40.742271 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:33:40.771674 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Made reservation on behalf of 44a20c2fcba0436f8cab707962d9d906 for: {'network': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:33:40.774517 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:40.792856 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:40.909919 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:40.914288 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:40.941761 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=108389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:33:40.967744 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744605828693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:40.968367 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Unsubscribe: segment precommit_create {{(pid=108389) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 18:33:40.968826 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.segments_db [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Added segment 05242414-62b0-4212-b8a3-b7a0afe9959f of type vlan for network 936953bd-cc09-4b64-91c0-aa585889a53f Feb 28 18:33:40.975147 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f81812e-92d1-408d-9c14-5908b77320b1,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:33:40.997783 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:40.998250 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:40.998594 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:40.998925 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:40.999252 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:40.999618 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:40.999943 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:41.000278 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:41.000618 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:41.000936 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:41.001253 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:41.001564 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Tracked resource versions report: Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: pushed versions: Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: { 'AddressGroup': {'1.2'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'ConntrackHelper': {'1.0'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Log': {'1.0'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Network': {'1.1'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Port': {'1.7'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'PortForwarding': {'1.2'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'QosPolicy': {'1.9'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SecurityGroup': {'1.4'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SubPort': {'1.0'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Subnet': {'1.1'}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Trunk': {'1.1'}} Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: consumer versions: Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: { DHCP agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: L3 agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: Metadata agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: Metering agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: Open vSwitch agent@dv-cinder-831186-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'ConntrackHelper': '1.0', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Log': '1.0', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Network': '1.1', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Port': '1.7', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'PortForwarding': '1.2', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'QosPolicy': '1.9', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SecurityGroup': '1.4', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SecurityGroupRule': '1.2', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SubPort': '1.0', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Subnet': '1.1', Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Trunk': '1.1'}} Feb 28 18:33:41.002746 dv-cinder-831186-1-iscsi neutron-server[108389]: {{(pid=108389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:33:41.084571 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:41.126400 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:41.127518 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:33:41.128143 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:41.213456 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7772017 Feb 28 18:33:41.227790 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28345a3d-973e-4105-88eb-8b2b66a62b1d admin admin] Pushing event updated for resources: {'Network': ['ID=936953bd-cc09-4b64-91c0-aa585889a53f,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:33:41.242968 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 936953bd-cc09-4b64-91c0-aa585889a53f details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:33:44.065546 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 44544) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:33:44.598751 dv-cinder-831186-1-iscsi neutron-server[108388]: WARNING oslo_policy.policy [None req-63c93c7c-8045-46f4-8429-ce087eadd3ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:33:44.599322 dv-cinder-831186-1-iscsi neutron-server[108388]: WARNING oslo_policy.policy [None req-63c93c7c-8045-46f4-8429-ce087eadd3ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:33:45.058471 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.policy [None req-63c93c7c-8045-46f4-8429-ce087eadd3ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108388) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 18:33:45.105123 dv-cinder-831186-1-iscsi neutron-server[108388]: WARNING oslo_policy.policy [None req-63c93c7c-8045-46f4-8429-ce087eadd3ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:33:45.106110 dv-cinder-831186-1-iscsi neutron-server[108388]: WARNING oslo_policy.policy [None req-63c93c7c-8045-46f4-8429-ce087eadd3ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:33:45.114288 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c93c7c-8045-46f4-8429-ce087eadd3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:33:45.116334 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-63c93c7c-8045-46f4-8429-ce087eadd3ba admin admin] 10.222.0.39 "GET /v2.0/networks/936953bd-cc09-4b64-91c0-aa585889a53f HTTP/1.1" status: 200 len: 825 time: 1.0482070 Feb 28 18:33:45.161885 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-d1b8bee8-8f90-4eec-a10c-0e07954302c9 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/cc9f0eaf-82af-4285-88ef-977488c3b266 HTTP/1.1" status: 200 len: 734 time: 0.0362639 Feb 28 18:33:45.172677 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Request body: {'subnet': {'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'subnetpool_id': 'cc9f0eaf-82af-4285-88ef-977488c3b266', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:33:45.211064 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Made reservation on behalf of 44a20c2fcba0436f8cab707962d9d906 for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:33:45.213869 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:45.525699 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:45.604197 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Checking segment: {'id': '05242414-62b0-4212-b8a3-b7a0afe9959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:33:45.604565 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Network hostable DHCP agents. Network: 936953bd-cc09-4b64-91c0-aa585889a53f, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:33:45.611384 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42049b33-70bf-4cb0-94f0-ee78193fb2e2,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:33:45.625918 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.626272 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.626605 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.626935 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.627255 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.627619 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.627941 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.628799 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.629824 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.630255 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.630584 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.630902 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Tracked resource versions report: Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: pushed versions: Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: { 'AddressGroup': {'1.2'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'ConntrackHelper': {'1.0'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Log': {'1.0'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Network': {'1.1'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Port': {'1.7'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'PortForwarding': {'1.2'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'QosPolicy': {'1.9'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SecurityGroup': {'1.4'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SubPort': {'1.0'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Subnet': {'1.1'}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Trunk': {'1.1'}} Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: consumer versions: Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: { DHCP agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: L3 agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: Metadata agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: Metering agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: Open vSwitch agent@dv-cinder-831186-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'ConntrackHelper': '1.0', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Log': '1.0', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Network': '1.1', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Port': '1.7', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'PortForwarding': '1.2', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'QosPolicy': '1.9', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SecurityGroup': '1.4', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SecurityGroupRule': '1.2', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SubPort': '1.0', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Subnet': '1.1', Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Trunk': '1.1'}} Feb 28 18:33:45.632104 dv-cinder-831186-1-iscsi neutron-server[108388]: {{(pid=108388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:33:45.660569 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Network 936953bd-cc09-4b64-91c0-aa585889a53f is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:33:45.676496 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 936953bd-cc09-4b64-91c0-aa585889a53f) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:33:45.682480 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:33:45.683615 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:45.688413 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f056103-945e-4a96-95bd-7cc24ea6f90d None None] Network 936953bd-cc09-4b64-91c0-aa585889a53f requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:33:45.711701 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-1e5a6061-8e09-4d9b-b048-116ff5c16dc0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5433152 Feb 28 18:33:46.036812 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42d7055-0118-559e-97f5-cf27b7aef607-936953bd-cc09-4b64-91c0-aa585889a53f', 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'fixed_ips': [{'subnet_id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2'}]}} from dv-cinder-831186-1-iscsi. {{(pid=108391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 28 18:33:46.038896 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:46.587193 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.db_base_plugin_common [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Allocated IP 172.20.0.2 (936953bd-cc09-4b64-91c0-aa585889a53f/42049b33-70bf-4cb0-94f0-ee78193fb2e2/aee56999-0b55-4fa9-aa16-de3a34233729) {{(pid=108391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:33:46.845798 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Notify callbacks [] for port, precommit_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:46.859341 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:46.936552 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Network 936953bd-cc09-4b64-91c0-aa585889a53f is already hosted by enough agents. {{(pid=108391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:33:46.941664 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.base_scheduler [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Resources bound (agent type, host, resource id): {{(pid=108391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:33:46.953011 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Received port after_create {{(pid=108391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:33:46.956180 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Pushing event updated for resources: {'Port': ['ID=aee56999-0b55-4fa9-aa16-de3a34233729,revision_number=1']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:33:46.987451 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.988060 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.988466 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.988768 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.989089 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.989854 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.989854 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.990045 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.990353 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.990662 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.990969 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.991298 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Tracked resource versions report: Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: pushed versions: Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: { 'AddressGroup': {'1.2'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'ConntrackHelper': {'1.0'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Log': {'1.0'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Network': {'1.1'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Port': {'1.7'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'PortForwarding': {'1.2'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'QosPolicy': {'1.9'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SecurityGroup': {'1.4'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SubPort': {'1.0'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Subnet': {'1.1'}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Trunk': {'1.1'}} Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: consumer versions: Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: { DHCP agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: L3 agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: Metadata agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: Metering agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: Open vSwitch agent@dv-cinder-831186-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'ConntrackHelper': '1.0', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Log': '1.0', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Network': '1.1', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Port': '1.7', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'PortForwarding': '1.2', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'QosPolicy': '1.9', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SecurityGroup': '1.4', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SecurityGroupRule': '1.2', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SubPort': '1.0', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Subnet': '1.1', Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Trunk': '1.1'}} Feb 28 18:33:46.992404 dv-cinder-831186-1-iscsi neutron-server[108391]: {{(pid=108391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:33:47.044251 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Attempting to bind port aee56999-0b55-4fa9-aa16-de3a34233729 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:33:47.044646 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Attempting to bind port aee56999-0b55-4fa9-aa16-de3a34233729 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '05242414-62b0-4212-b8a3-b7a0afe9959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:33:47.045083 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Attempting to bind port aee56999-0b55-4fa9-aa16-de3a34233729 on network 936953bd-cc09-4b64-91c0-aa585889a53f {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:33:47.050955 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:33:47.051353 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Checking segment: {'id': '05242414-62b0-4212-b8a3-b7a0afe9959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:33:47.051869 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:47.052256 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Bound using segment: {'id': '05242414-62b0-4212-b8a3-b7a0afe9959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:33:47.052735 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Bound port: aee56999-0b55-4fa9-aa16-de3a34233729, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05242414-62b0-4212-b8a3-b7a0afe9959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:33:47.053120 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:47.118984 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] For port aee56999-0b55-4fa9-aa16-de3a34233729, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:33:47.123558 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] For port aee56999-0b55-4fa9-aa16-de3a34233729, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=aee56999-0b55-4fa9-aa16-de3a34233729,segment=NetworkSegment(05242414-62b0-4212-b8a3-b7a0afe9959f),segment_id=05242414-62b0-4212-b8a3-b7a0afe9959f)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:33:47.129725 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:47.195816 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14585838-1cfe-4d1a-b5fa-b278337888df None None] Pushing event updated for resources: {'Port': ['ID=aee56999-0b55-4fa9-aa16-de3a34233729,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:33:48.337854 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 44564) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:33:48.696528 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [None req-91178c53-e9eb-45d7-8d74-8d5da439c6d1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:33:48.697612 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-91178c53-e9eb-45d7-8d74-8d5da439c6d1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3586972 Feb 28 18:33:51.224927 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44572) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:33:51.553281 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [None req-a3c6e702-2a28-4af7-9636-d472055bfbee admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:33:51.554519 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a3c6e702-2a28-4af7-9636-d472055bfbee admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3284130 Feb 28 18:33:54.447409 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44582) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:33:54.811434 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-ac213ea7-c019-4bd6-88cc-7678d15648c7 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'name': 'router1'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:33:54.835296 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ac213ea7-c019-4bd6-88cc-7678d15648c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12968'] for router, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:54.837120 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ac213ea7-c019-4bd6-88cc-7678d15648c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12963'] for router, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:54.945087 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device aee56999-0b55-4fa9-aa16-de3a34233729 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:33:54.988044 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ac213ea7-c019-4bd6-88cc-7678d15648c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:54.993525 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ac213ea7-c019-4bd6-88cc-7678d15648c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363'] for router, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:55.009515 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ac213ea7-c019-4bd6-88cc-7678d15648c7 admin admin] Notify callbacks [] for router, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:55.021973 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-ac213ea7-c019-4bd6-88cc-7678d15648c7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5623794 Feb 28 18:33:55.042846 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port aee56999-0b55-4fa9-aa16-de3a34233729 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:33:55.043221 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:55.202757 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:55.257705 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port aee56999-0b55-4fa9-aa16-de3a34233729, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=aee56999-0b55-4fa9-aa16-de3a34233729,segment=NetworkSegment(05242414-62b0-4212-b8a3-b7a0afe9959f),segment_id=05242414-62b0-4212-b8a3-b7a0afe9959f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:33:55.264125 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:55.340210 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=aee56999-0b55-4fa9-aa16-de3a34233729,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:33:55.984251 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7594225-731a-4b23-a14c-520039c34d08 None None] Network 936953bd-cc09-4b64-91c0-aa585889a53f requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:33:56.067997 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-06320e7e-cef8-4a68-bd0d-5fea8184830e None None] Provisioning complete for port aee56999-0b55-4fa9-aa16-de3a34233729 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:33:56.068365 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-06320e7e-cef8-4a68-bd0d-5fea8184830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:56.357097 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0c40dc84-a9c0-454a-af43-14323a2d8947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:56.440221 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-98273899-e01b-46c7-b51f-6ab7b6c21e0f None None] Provisioning complete for port aee56999-0b55-4fa9-aa16-de3a34233729 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:33:56.441239 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-98273899-e01b-46c7-b51f-6ab7b6c21e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:56.930676 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device aee56999-0b55-4fa9-aa16-de3a34233729 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:33:56.984452 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port aee56999-0b55-4fa9-aa16-de3a34233729 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:33:56.985092 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:57.606851 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44594) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:33:57.955229 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [None req-c074c6be-6e11-4ee2-8f09-649f181455a3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:33:57.956361 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c074c6be-6e11-4ee2-8f09-649f181455a3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3483050 Feb 28 18:33:58.737216 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-a03d267d-0bfe-4299-8b49-2b67f8cf1e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:33:59.849119 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:00.737501 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44604) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:34:01.243680 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:34:01.267890 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Made reservation on behalf of edb19cd028c440beb1a135f4df294f71 for: {'network': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:34:01.271156 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:01.279730 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:01.379607 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:01.384363 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:01.402214 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Reserving flat network on physical network physnet1 {{(pid=108389) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 18:34:01.421910 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bddb0a-5581-420a-8a3e-2a663c42fa89,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:01.427656 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:01.427990 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.segments_db [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Added segment 28967741-2953-4694-a68a-b951a5fd4fa9 of type flat for network 2ade9df8-e6c8-42f2-9818-2d0586d79898 Feb 28 18:34:01.456650 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:01.478440 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:01.512075 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:01.513014 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:34:01.513578 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:01.590589 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8519137 Feb 28 18:34:01.596815 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160d7c3-3cda-4acd-b1a0-8a67f524f315 admin admin] Pushing event updated for resources: {'Network': ['ID=2ade9df8-e6c8-42f2-9818-2d0586d79898,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:01.615319 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:34:01.763637 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:04.105768 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44622) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:34:04.358213 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc11764-e201-4a7f-a155-75d8fcb291ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:34:04.359735 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-ebc11764-e201-4a7f-a155-75d8fcb291ec admin admin] 10.222.0.39 "GET /v2.0/subnets/42049b33-70bf-4cb0-94f0-ee78193fb2e2 HTTP/1.1" status: 200 len: 849 time: 0.2528727 Feb 28 18:34:04.487930 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-1788875e-0ab4-46bb-978a-9de03e63f6d9 admin admin] 10.222.0.39 "GET /v2.0/routers/43a767b7-d19f-48bb-98d7-af141f99b0a4 HTTP/1.1" status: 200 len: 704 time: 0.1200237 Feb 28 18:34:04.771229 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:05.087099 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Allocated IP 172.20.0.1 (936953bd-cc09-4b64-91c0-aa585889a53f/42049b33-70bf-4cb0-94f0-ee78193fb2e2/bfc2501e-d632-4ac5-8ed8-7efd1810ce5b) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:34:05.286427 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:05.355623 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:05.435803 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Network 936953bd-cc09-4b64-91c0-aa585889a53f is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:34:05.444078 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:34:05.449292 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc2501e-d632-4ac5-8ed8-7efd1810ce5b,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:05.452051 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:34:05.452605 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447668'] for router_interface, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:05.710799 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-1b4a877b-f2c4-4db4-94ad-02f2b12b3262 None None] Provisioning complete for port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:34:05.711710 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1b4a877b-f2c4-4db4-94ad-02f2b12b3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:05.738460 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:05.756748 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a877b-f2c4-4db4-94ad-02f2b12b3262 None None] Port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:34:05.977058 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:05.982148 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:05.982983 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447528'] for router_interface, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:06.061504 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc2501e-d632-4ac5-8ed8-7efd1810ce5b,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:06.109451 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Network 936953bd-cc09-4b64-91c0-aa585889a53f is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:34:06.110775 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:34:06.280266 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Router 43a767b7-d19f-48bb-98d7-af141f99b0a4 is scheduled to L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 with binding_index 1 {{(pid=108389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:34:06.280897 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-ca82ead7-ec2b-4784-bdb7-46f8bd13dab6 None None] Provisioning complete for port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:34:06.281446 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ca82ead7-ec2b-4784-bdb7-46f8bd13dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:06.320161 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-ca82ead7-ec2b-4784-bdb7-46f8bd13dab6 None None] Port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:34:06.376009 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:34:06.381661 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d517bcc7-3293-49ba-8f89-e4d2550bc166 admin admin] 10.222.0.39 "PUT /v2.0/routers/43a767b7-d19f-48bb-98d7-af141f99b0a4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8873446 Feb 28 18:34:06.387591 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Sync routers for ids ['43a767b7-d19f-48bb-98d7-af141f99b0a4'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:34:06.401847 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Routers {'43a767b7-d19f-48bb-98d7-af141f99b0a4'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:34:06.402662 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:33:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['43a767b7-d19f-48bb-98d7-af141f99b0a4'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:34:06.596620 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Set router 43a767b7-d19f-48bb-98d7-af141f99b0a4 gateway port host: None {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:34:07.068688 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'name': 'router1', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:33:54Z', 'updated_at': '2022-02-28T18:34:05Z', 'revision_number': 2, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'gw_port_host': None, '_interfaces': [{'id': 'bfc2501e-d632-4ac5-8ed8-7efd1810ce5b', 'name': '', 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'mac_address': 'fa:16:3e:ab:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:34:04Z', 'updated_at': '2022-02-28T18:34:05Z', 'revision_number': 2, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'subnets': [{'id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9f0eaf-82af-4285-88ef-977488c3b266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:34:07.123976 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Checking router: 43a767b7-d19f-48bb-98d7-af141f99b0a4 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:34:07.124258 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Updating router 43a767b7-d19f-48bb-98d7-af141f99b0a4 port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b binding host dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:34:07.178167 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:07.766505 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Notify callbacks [] for port, precommit_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:07.774161 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:07.938203 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Pushing event updated for resources: {'Port': ['ID=bfc2501e-d632-4ac5-8ed8-7efd1810ce5b,revision_number=3']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:07.954929 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.955323 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.955696 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.956028 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.956351 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.956677 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.957004 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.957315 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.957641 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.957956 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.958265 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.958577 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Tracked resource versions report: Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: pushed versions: Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: { 'AddressGroup': {'1.2'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'ConntrackHelper': {'1.0'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Log': {'1.0'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Network': {'1.1'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Port': {'1.7'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'PortForwarding': {'1.2'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'QosPolicy': {'1.9'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SecurityGroup': {'1.4'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SubPort': {'1.0'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Subnet': {'1.1'}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Trunk': {'1.1'}} Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: consumer versions: Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: { DHCP agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: L3 agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: Metadata agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: Metering agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: Open vSwitch agent@dv-cinder-831186-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'ConntrackHelper': '1.0', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Log': '1.0', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Network': '1.1', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Port': '1.7', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'PortForwarding': '1.2', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'QosPolicy': '1.9', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SecurityGroup': '1.4', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SecurityGroupRule': '1.2', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SubPort': '1.0', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Subnet': '1.1', Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Trunk': '1.1'}} Feb 28 18:34:07.959775 dv-cinder-831186-1-iscsi neutron-server[108392]: {{(pid=108392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:34:07.962910 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Attempting to bind port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:34:07.962910 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Attempting to bind port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '05242414-62b0-4212-b8a3-b7a0afe9959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f'}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:34:07.963184 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Attempting to bind port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b on network 936953bd-cc09-4b64-91c0-aa585889a53f {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:34:07.969283 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:34:07.969694 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Checking segment: {'id': '05242414-62b0-4212-b8a3-b7a0afe9959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:34:07.970173 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:07.970557 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Bound using segment: {'id': '05242414-62b0-4212-b8a3-b7a0afe9959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f'} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:34:07.971834 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Bound port: bfc2501e-d632-4ac5-8ed8-7efd1810ce5b, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05242414-62b0-4212-b8a3-b7a0afe9959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f'}}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:34:07.971834 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:08.051135 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-2e6609a7-ca4c-4e80-bc93-257cb6d624cf None None] Provisioning complete for port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:34:08.052147 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] For port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:34:08.052413 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2e6609a7-ca4c-4e80-bc93-257cb6d624cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:08.078627 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] For port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=bfc2501e-d632-4ac5-8ed8-7efd1810ce5b,segment=NetworkSegment(05242414-62b0-4212-b8a3-b7a0afe9959f),segment_id=05242414-62b0-4212-b8a3-b7a0afe9959f)] {{(pid=108392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:34:08.085440 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:08.093980 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-2e6609a7-ca4c-4e80-bc93-257cb6d624cf None None] Port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:34:08.134592 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Routers {'43a767b7-d19f-48bb-98d7-af141f99b0a4'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:34:08.135203 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:33:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['43a767b7-d19f-48bb-98d7-af141f99b0a4'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:34:08.219678 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a568fa-bace-4467-9ae8-72b739868bed None None] Pushing event updated for resources: {'Port': ['ID=bfc2501e-d632-4ac5-8ed8-7efd1810ce5b,revision_number=4']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:08.241279 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] Set router 43a767b7-d19f-48bb-98d7-af141f99b0a4 gateway port host: None {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:34:08.417981 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-fc0bebfd-5e20-41c1-8b51-c03b9448773c None None] Provisioning complete for port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:34:08.418286 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fc0bebfd-5e20-41c1-8b51-c03b9448773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:08.501157 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fc0bebfd-5e20-41c1-8b51-c03b9448773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:08.512047 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'name': 'router1', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:33:54Z', 'updated_at': '2022-02-28T18:34:05Z', 'revision_number': 2, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'gw_port_host': None, '_interfaces': [{'id': 'bfc2501e-d632-4ac5-8ed8-7efd1810ce5b', 'name': '', 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'mac_address': 'fa:16:3e:ab:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:34:04Z', 'updated_at': '2022-02-28T18:34:08Z', 'revision_number': 4, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'subnets': [{'id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9f0eaf-82af-4285-88ef-977488c3b266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:34:08.535697 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-fc0bebfd-5e20-41c1-8b51-c03b9448773c None None] For port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=bfc2501e-d632-4ac5-8ed8-7efd1810ce5b,segment=NetworkSegment(05242414-62b0-4212-b8a3-b7a0afe9959f),segment_id=05242414-62b0-4212-b8a3-b7a0afe9959f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:34:08.539882 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c039b1c-d52c-41da-86f6-27027b10fcac None None] The sync data for ids ['43a767b7-d19f-48bb-98d7-af141f99b0a4'] in dv-cinder-831186-1-iscsi is: [{'id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'name': 'router1', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:33:54Z', 'updated_at': '2022-02-28T18:34:05Z', 'revision_number': 2, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'gw_port_host': None, '_interfaces': [{'id': 'bfc2501e-d632-4ac5-8ed8-7efd1810ce5b', 'name': '', 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'mac_address': 'fa:16:3e:ab:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:34:04Z', 'updated_at': '2022-02-28T18:34:08Z', 'revision_number': 4, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'subnets': [{'id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9f0eaf-82af-4285-88ef-977488c3b266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:34:08.540192 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fc0bebfd-5e20-41c1-8b51-c03b9448773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:08.592773 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bebfd-5e20-41c1-8b51-c03b9448773c None None] Pushing event updated for resources: {'Port': ['ID=bfc2501e-d632-4ac5-8ed8-7efd1810ce5b,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:08.773738 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44642) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:34:08.897102 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abc4bd0-7514-4a8d-a97e-8da17bda3e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:34:08.898481 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-8abc4bd0-7514-4a8d-a97e-8da17bda3e8a admin admin] 10.222.0.39 "GET /v2.0/networks/2ade9df8-e6c8-42f2-9818-2d0586d79898 HTTP/1.1" status: 200 len: 842 time: 0.1237025 Feb 28 18:34:08.908612 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:34:08.931457 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Made reservation on behalf of edb19cd028c440beb1a135f4df294f71 for: {'subnet': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:34:08.934000 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:09.248714 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.objects.ports [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108389) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 18:34:09.249139 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:09.312267 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cfb3f93-3262-423b-a170-13feb63862ec,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:09.324285 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:34:09.324285 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Network hostable DHCP agents. Network: 2ade9df8-e6c8-42f2-9818-2d0586d79898, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:34:09.347671 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:34:09.361927 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 2ade9df8-e6c8-42f2-9818-2d0586d79898) {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:34:09.366937 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:34:09.367553 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:09.377842 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f810730e-c3c3-4726-8c61-e7cf25d7aaaf None None] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:34:09.385017 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a07dba6f-dd8f-48ad-ab58-3286e337e597 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4798923 Feb 28 18:34:09.533926 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224a990-a375-411f-8f4b-d650e10616a5 None None] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:34:11.908966 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 44650) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:34:12.056111 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-3ccc6161-599f-4048-b2a6-507cf86b55bb admin admin] 10.222.0.39 "GET /v2.0/routers/43a767b7-d19f-48bb-98d7-af141f99b0a4 HTTP/1.1" status: 200 len: 710 time: 0.1452253 Feb 28 18:34:12.231571 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cdff5d-6155-4f76-a117-08bee96773ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:34:12.233188 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-02cdff5d-6155-4f76-a117-08bee96773ed admin admin] 10.222.0.39 "GET /v2.0/networks/2ade9df8-e6c8-42f2-9818-2d0586d79898 HTTP/1.1" status: 200 len: 886 time: 0.1707060 Feb 28 18:34:12.243465 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:34:12.535447 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:12.788937 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:12.880848 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:13.001154 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Allocated IP 172.27.2.75 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/010eafdc-e60d-417f-8148-dc6fe99f13a6) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:34:13.119882 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:13.154848 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:13.200674 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:34:13.203673 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:34:13.206805 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:34:13.212571 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Pushing event updated for resources: {'Port': ['ID=010eafdc-e60d-417f-8148-dc6fe99f13a6,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:13.545296 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:13.861611 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12941'] for router, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:13.867777 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445687'] for router, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:14.019170 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Router 43a767b7-d19f-48bb-98d7-af141f99b0a4 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:34:14.143843 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:34:14.148578 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] Notify callbacks [] for router, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:14.149848 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-cc9e9753-5722-4c13-bfc5-df7b808db895 admin admin] 10.222.0.39 "PUT /v2.0/routers/43a767b7-d19f-48bb-98d7-af141f99b0a4 HTTP/1.1" status: 200 len: 889 time: 1.9097066 Feb 28 18:34:14.947700 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device bfc2501e-d632-4ac5-8ed8-7efd1810ce5b up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:34:14.998106 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:34:14.998640 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:15.860008 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Sync routers for ids ['43a767b7-d19f-48bb-98d7-af141f99b0a4'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:34:15.873637 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Routers {'43a767b7-d19f-48bb-98d7-af141f99b0a4'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:34:15.874380 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:33:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['43a767b7-d19f-48bb-98d7-af141f99b0a4'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:34:16.120142 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Set router 43a767b7-d19f-48bb-98d7-af141f99b0a4 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:34:16.688814 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'name': 'router1', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '010eafdc-e60d-417f-8148-dc6fe99f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:33:54Z', 'updated_at': '2022-02-28T18:34:13Z', 'revision_number': 4, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'gw_port': {'id': '010eafdc-e60d-417f-8148-dc6fe99f13a6', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:34:12Z', 'updated_at': '2022-02-28T18:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'bfc2501e-d632-4ac5-8ed8-7efd1810ce5b', 'name': '', 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'mac_address': 'fa:16:3e:ab:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:34:04Z', 'updated_at': '2022-02-28T18:34:08Z', 'revision_number': 5, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'subnets': [{'id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9f0eaf-82af-4285-88ef-977488c3b266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:34:16.716957 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 44662) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:34:16.743163 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Checking router: 43a767b7-d19f-48bb-98d7-af141f99b0a4 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:34:16.743525 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Updating router 43a767b7-d19f-48bb-98d7-af141f99b0a4 port 010eafdc-e60d-417f-8148-dc6fe99f13a6 binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:34:16.793203 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:16.875873 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-6e4c0376-741d-4673-8364-b58e623ee9b7 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1577816 Feb 28 18:34:17.145591 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:17.151930 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:17.202939 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6d73f-38a8-4a9e-b41c-5ae1862f3bac None None] Pushing event updated for resources: {'Port': ['ID=010eafdc-e60d-417f-8148-dc6fe99f13a6,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:17.217165 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Attempting to bind port 010eafdc-e60d-417f-8148-dc6fe99f13a6 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:34:17.217541 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Attempting to bind port 010eafdc-e60d-417f-8148-dc6fe99f13a6 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:34:17.217901 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Attempting to bind port 010eafdc-e60d-417f-8148-dc6fe99f13a6 on network 2ade9df8-e6c8-42f2-9818-2d0586d79898 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:34:17.224469 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:34:17.225107 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:34:17.225685 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:17.226228 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Bound using segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:34:17.226889 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Bound port: 010eafdc-e60d-417f-8148-dc6fe99f13a6, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:34:17.227415 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:17.284099 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] For port 010eafdc-e60d-417f-8148-dc6fe99f13a6, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:34:17.288630 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] For port 010eafdc-e60d-417f-8148-dc6fe99f13a6, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=010eafdc-e60d-417f-8148-dc6fe99f13a6,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:34:17.294306 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:17.375094 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6d73f-38a8-4a9e-b41c-5ae1862f3bac None None] Pushing event updated for resources: {'Port': ['ID=010eafdc-e60d-417f-8148-dc6fe99f13a6,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:17.380068 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Routers {'43a767b7-d19f-48bb-98d7-af141f99b0a4'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:34:17.380681 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:33:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['43a767b7-d19f-48bb-98d7-af141f99b0a4'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:34:17.491319 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] Set router 43a767b7-d19f-48bb-98d7-af141f99b0a4 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:34:17.648849 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 5 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:34:17.743152 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'name': 'router1', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '010eafdc-e60d-417f-8148-dc6fe99f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:33:54Z', 'updated_at': '2022-02-28T18:34:13Z', 'revision_number': 4, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'gw_port': {'id': '010eafdc-e60d-417f-8148-dc6fe99f13a6', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:34:12Z', 'updated_at': '2022-02-28T18:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'bfc2501e-d632-4ac5-8ed8-7efd1810ce5b', 'name': '', 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'mac_address': 'fa:16:3e:ab:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:34:04Z', 'updated_at': '2022-02-28T18:34:08Z', 'revision_number': 5, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'subnets': [{'id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9f0eaf-82af-4285-88ef-977488c3b266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:34:17.772648 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f2ef3-cd7f-4a1a-9926-433a37adc689 None None] The sync data for ids ['43a767b7-d19f-48bb-98d7-af141f99b0a4'] in dv-cinder-831186-1-iscsi is: [{'id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'name': 'router1', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '010eafdc-e60d-417f-8148-dc6fe99f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:33:54Z', 'updated_at': '2022-02-28T18:34:13Z', 'revision_number': 4, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'gw_port': {'id': '010eafdc-e60d-417f-8148-dc6fe99f13a6', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:34:12Z', 'updated_at': '2022-02-28T18:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'bfc2501e-d632-4ac5-8ed8-7efd1810ce5b', 'name': '', 'network_id': '936953bd-cc09-4b64-91c0-aa585889a53f', 'tenant_id': '44a20c2fcba0436f8cab707962d9d906', 'mac_address': 'fa:16:3e:ab:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a767b7-d19f-48bb-98d7-af141f99b0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:34:04Z', 'updated_at': '2022-02-28T18:34:08Z', 'revision_number': 5, 'project_id': '44a20c2fcba0436f8cab707962d9d906', 'subnets': [{'id': '42049b33-70bf-4cb0-94f0-ee78193fb2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc9f0eaf-82af-4285-88ef-977488c3b266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:34:19.006849 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 010eafdc-e60d-417f-8148-dc6fe99f13a6 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:34:19.065843 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 010eafdc-e60d-417f-8148-dc6fe99f13a6 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:34:19.066524 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:19.162594 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:19.198882 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port 010eafdc-e60d-417f-8148-dc6fe99f13a6, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=010eafdc-e60d-417f-8148-dc6fe99f13a6,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:34:19.206764 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:19.298337 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=010eafdc-e60d-417f-8148-dc6fe99f13a6,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:34:20.977753 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 010eafdc-e60d-417f-8148-dc6fe99f13a6 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:34:21.034346 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 010eafdc-e60d-417f-8148-dc6fe99f13a6 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:34:21.034967 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:26.417101 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-23174af2-fa7d-4b6e-bc30-262a9e8efe16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:28.758349 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2193e4e9-6f96-40a9-a585-078b745f1c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:29.844411 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:31.452535 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:31.698985 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:54.648867 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 5 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:34:56.374276 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6b0164cf-4eb0-44fd-9ade-09277ee445ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:58.748546 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-99c8142f-66ae-40d7-a036-237f6b204d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:34:59.846733 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:01.462348 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:01.699250 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:26.358289 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-8c10ff20-708a-480b-9590-71ef512dd4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:28.742671 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-cbea6595-117c-4d65-90ab-3acc7067759c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:29.849260 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:31.456512 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:31.648407 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 5 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:35:31.693237 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:56.360546 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b4fff816-03e8-4584-86d2-9dd5b4885c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:58.744590 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-17494540-cfb8-4022-b35a-6c92fa87a502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:59.340245 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45224) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:35:59.402959 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.pecan_wsgi.hooks.translation [None req-393ea652-bbe2-4f5c-af57-987185d6e065 admin admin] GET failed (client error): The resource could not be found. Feb 28 18:35:59.404371 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-393ea652-bbe2-4f5c-af57-987185d6e065 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631766 Feb 28 18:35:59.594571 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4936e6ab-2c9e-47de-896f-5a7ec396fed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:35:59.596029 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4936e6ab-2c9e-47de-896f-5a7ec396fed2 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1864233 Feb 28 18:35:59.860836 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:01.460271 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:01.696347 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:01.878170 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45234) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:01.971525 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ff915-8147-4a46-9500-38c2eb89d7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:01.972918 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c30ff915-8147-4a46-9500-38c2eb89d7c6 admin admin] 10.222.0.39 "GET /v2.0/subnets/42049b33-70bf-4cb0-94f0-ee78193fb2e2 HTTP/1.1" status: 200 len: 849 time: 0.0937994 Feb 28 18:36:01.983437 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:36:02.077675 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Notify callbacks [] for subnet, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:02.240883 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744605772710'] for subnet, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:02.281040 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:02.281629 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:02.284219 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] 10.222.0.39 "PUT /v2.0/subnets/42049b33-70bf-4cb0-94f0-ee78193fb2e2 HTTP/1.1" status: 200 len: 868 time: 0.3044672 Feb 28 18:36:02.285810 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5142779-f28b-4fda-8b69-875ab82ea1eb None None] Network 936953bd-cc09-4b64-91c0-aa585889a53f requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:36:02.306531 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42049b33-70bf-4cb0-94f0-ee78193fb2e2,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:02.314688 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.314688 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.315451 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.315897 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.316229 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.316582 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.316916 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.317258 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.317589 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.317911 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.318231 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.318547 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0488b-1777-4e8e-b5b8-06bb1d60cb10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:02.684343 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-669c7977-5b66-44b9-8d39-b8ea911faff0 None None] Provisioning complete for port aee56999-0b55-4fa9-aa16-de3a34233729 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:02.685196 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-669c7977-5b66-44b9-8d39-b8ea911faff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:02.774164 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-669c7977-5b66-44b9-8d39-b8ea911faff0 None None] Provisioning complete for port bfc2501e-d632-4ac5-8ed8-7efd1810ce5b triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:02.774527 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-669c7977-5b66-44b9-8d39-b8ea911faff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:04.618489 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45244) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:04.824273 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d070087-2647-460e-a277-d813f7dd0156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:04.824732 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d070087-2647-460e-a277-d813f7dd0156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:04.826272 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-1d070087-2647-460e-a277-d813f7dd0156 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2065878 Feb 28 18:36:07.078975 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45252) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:07.214344 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b639c-5984-4218-843d-97aae856ef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:07.214703 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b639c-5984-4218-843d-97aae856ef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:07.216284 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d98b639c-5984-4218-843d-97aae856ef57 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1356585 Feb 28 18:36:08.648582 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 5 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:36:09.450756 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45260) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:09.576987 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397a27d-91a4-4268-861b-869d1871cf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:09.578355 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-9397a27d-91a4-4268-861b-869d1871cf8b admin admin] 10.222.0.39 "GET /v2.0/networks/2ade9df8-e6c8-42f2-9818-2d0586d79898 HTTP/1.1" status: 200 len: 886 time: 0.1266418 Feb 28 18:36:11.829598 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45268) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:12.009169 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efe091a-2dc3-4886-b8cd-14b1270e1074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:12.010488 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-1efe091a-2dc3-4886-b8cd-14b1270e1074 admin admin] 10.222.0.39 "GET /v2.0/networks/936953bd-cc09-4b64-91c0-aa585889a53f HTTP/1.1" status: 200 len: 869 time: 0.1792409 Feb 28 18:36:14.251348 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45276) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:14.385029 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e0faf-58c4-4606-94bf-f5e8555922eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:14.385479 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e0faf-58c4-4606-94bf-f5e8555922eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:14.387021 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a37e0faf-58c4-4606-94bf-f5e8555922eb admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1346226 Feb 28 18:36:16.649011 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45284) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:16.784602 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c0de78-6c51-4771-aab4-69cb42148237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:16.785048 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c0de78-6c51-4771-aab4-69cb42148237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:16.786565 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-a8c0de78-6c51-4771-aab4-69cb42148237 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1364980 Feb 28 18:36:19.040531 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45292) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:19.141459 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3272e6-9c66-4d37-af4c-7a7b6c6df264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:19.143311 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-af3272e6-9c66-4d37-af4c-7a7b6c6df264 admin admin] 10.222.0.39 "GET /v2.0/subnets/42049b33-70bf-4cb0-94f0-ee78193fb2e2 HTTP/1.1" status: 200 len: 868 time: 0.1016779 Feb 28 18:36:21.452325 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45300) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:21.541435 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3353e7d7-9bcc-476f-bbd3-897dd0be2745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:21.542778 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-3353e7d7-9bcc-476f-bbd3-897dd0be2745 admin admin] 10.222.0.39 "GET /v2.0/subnets/9cfb3f93-3262-423b-a170-13feb63862ec HTTP/1.1" status: 200 len: 816 time: 0.0895219 Feb 28 18:36:26.365847 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ea12b9e3-447d-4644-9191-3497aa250e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:28.748430 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-81dd5f1b-68d1-47c8-8233-fbf8b7630b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:29.857436 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:31.467720 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:31.701387 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:42.329939 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45354) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:42.384252 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [None req-8f8bef6a-95fc-4ffd-a2a6-671a67d5684b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:36:42.385233 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-8f8bef6a-95fc-4ffd-a2a6-671a67d5684b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543590 Feb 28 18:36:44.830102 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45362) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:44.889892 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.pecan_wsgi.hooks.translation [None req-04492176-7c09-4115-aef6-7d2c878a1aac admin admin] GET failed (client error): The resource could not be found. Feb 28 18:36:44.891195 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-04492176-7c09-4115-aef6-7d2c878a1aac admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601802 Feb 28 18:36:44.978900 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb6663-d966-46a0-b6fb-042c5e40c021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:44.980421 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-76cb6663-d966-46a0-b6fb-042c5e40c021 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837762 Feb 28 18:36:45.647243 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 5 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:36:47.242554 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45370) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:47.292282 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:36:47.316173 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Made reservation on behalf of edb19cd028c440beb1a135f4df294f71 for: {'network': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:36:47.318495 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:47.362328 dv-cinder-831186-1-iscsi neutron-server[108388]: WARNING neutron.services.revisions.revision_plugin [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Could not find related network for resource to bump revision. Feb 28 18:36:47.379195 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=108388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:36:47.392564 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744605828693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:47.393125 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Unsubscribe: segment precommit_create {{(pid=108388) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 18:36:47.393557 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.segments_db [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Added segment f4b333ad-ef6d-4d1f-b368-9146ebac6841 of type vlan for network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a Feb 28 18:36:47.443416 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:47.478063 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:47.478937 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:47.479550 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:47.566566 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3228986 Feb 28 18:36:47.576337 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Pushing event updated for resources: {'Network': ['ID=1b32cc6b-3e0b-4aec-96ce-1920a4724c4a,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:47.584357 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.584730 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.585073 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.585405 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.585734 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.586076 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.586406 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.586740 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.587093 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.587411 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.587759 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.588079 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cea622-fa39-4552-9c0c-566d65b3ede8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:47.601338 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:36:49.832644 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45378) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:36:49.894503 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d63c8a-bcc2-46b5-92e3-7945760d2c2e admin admin] GET failed (client error): The resource could not be found. Feb 28 18:36:49.895891 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-51d63c8a-bcc2-46b5-92e3-7945760d2c2e admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622790 Feb 28 18:36:49.999508 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a694e78f-0392-45c5-8425-6bf971cd23cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:50.000969 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a694e78f-0392-45c5-8425-6bf971cd23cc admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1004598 Feb 28 18:36:50.012337 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:36:50.031488 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Made reservation on behalf of edb19cd028c440beb1a135f4df294f71 for: {'subnet': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:36:50.034960 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:50.199664 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:50.253607 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0135d57-b6a4-4cf1-8f69-0b95e8869510,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:50.263340 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Checking segment: {'id': 'f4b333ad-ef6d-4d1f-b368-9146ebac6841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:36:50.263664 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Network hostable DHCP agents. Network: 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:36:50.280785 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:36:50.290029 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a) {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:36:50.294323 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:50.294941 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:50.299094 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3169b969-3ce7-481b-b07e-80f39088382b None None] Network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:36:50.320462 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-e6e9e0fe-fe32-414e-a401-424f0f0d6e39 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3028615 Feb 28 18:36:50.460247 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42d7055-0118-559e-97f5-cf27b7aef607-1b32cc6b-3e0b-4aec-96ce-1920a4724c4a', 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a', 'tenant_id': 'edb19cd028c440beb1a135f4df294f71', 'fixed_ips': [{'subnet_id': 'a0135d57-b6a4-4cf1-8f69-0b95e8869510'}]}} from dv-cinder-831186-1-iscsi. {{(pid=108391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 28 18:36:50.461191 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:50.604267 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.db_base_plugin_common [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Allocated IP 192.168.233.2 (1b32cc6b-3e0b-4aec-96ce-1920a4724c4a/a0135d57-b6a4-4cf1-8f69-0b95e8869510/173caf43-8cf5-4bc5-b468-e9d7aad6b004) {{(pid=108391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:36:50.762918 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Notify callbacks [] for port, precommit_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:50.770181 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:50.813745 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a is already hosted by enough agents. {{(pid=108391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:36:50.818456 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.base_scheduler [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Resources bound (agent type, host, resource id): {{(pid=108391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:36:50.822786 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Received port after_create {{(pid=108391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:36:50.825956 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Pushing event updated for resources: {'Port': ['ID=173caf43-8cf5-4bc5-b468-e9d7aad6b004,revision_number=1']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:50.836740 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.837133 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.837470 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.837792 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.838113 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.838438 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.838752 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.839083 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.839416 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.839761 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.840154 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.840393 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:50.984759 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Attempting to bind port 173caf43-8cf5-4bc5-b468-e9d7aad6b004 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:36:50.985128 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Attempting to bind port 173caf43-8cf5-4bc5-b468-e9d7aad6b004 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': 'f4b333ad-ef6d-4d1f-b368-9146ebac6841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:36:50.985991 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Attempting to bind port 173caf43-8cf5-4bc5-b468-e9d7aad6b004 on network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:36:50.992138 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:36:50.992511 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Checking segment: {'id': 'f4b333ad-ef6d-4d1f-b368-9146ebac6841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:36:50.992909 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:50.993301 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Bound using segment: {'id': 'f4b333ad-ef6d-4d1f-b368-9146ebac6841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:36:50.994046 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Bound port: 173caf43-8cf5-4bc5-b468-e9d7aad6b004, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b333ad-ef6d-4d1f-b368-9146ebac6841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:36:50.994180 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:51.060716 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] For port 173caf43-8cf5-4bc5-b468-e9d7aad6b004, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:36:51.065132 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] For port 173caf43-8cf5-4bc5-b468-e9d7aad6b004, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=173caf43-8cf5-4bc5-b468-e9d7aad6b004,segment=NetworkSegment(f4b333ad-ef6d-4d1f-b368-9146ebac6841),segment_id=f4b333ad-ef6d-4d1f-b368-9146ebac6841)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:36:51.070009 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:51.133583 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad457a3-7355-4235-bb12-70e6706abbcb None None] Pushing event updated for resources: {'Port': ['ID=173caf43-8cf5-4bc5-b468-e9d7aad6b004,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:52.017388 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a32f1-ab2a-4e52-aaaa-c579ca243464 None None] Network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:36:52.113440 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-a3f598dc-83aa-414a-bc1f-4b04345e7692 None None] Provisioning complete for port 173caf43-8cf5-4bc5-b468-e9d7aad6b004 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:52.113717 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-a3f598dc-83aa-414a-bc1f-4b04345e7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:52.253546 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-a3f598dc-83aa-414a-bc1f-4b04345e7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:52.292693 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-a3f598dc-83aa-414a-bc1f-4b04345e7692 None None] For port 173caf43-8cf5-4bc5-b468-e9d7aad6b004, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=173caf43-8cf5-4bc5-b468-e9d7aad6b004,segment=NetworkSegment(f4b333ad-ef6d-4d1f-b368-9146ebac6841),segment_id=f4b333ad-ef6d-4d1f-b368-9146ebac6841)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:36:52.301298 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-a3f598dc-83aa-414a-bc1f-4b04345e7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:52.361775 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f598dc-83aa-414a-bc1f-4b04345e7692 None None] Pushing event updated for resources: {'Port': ['ID=173caf43-8cf5-4bc5-b468-e9d7aad6b004,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:52.426733 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-8fb57557-3c1e-43bd-a59c-fcc214b9debc None None] Provisioning complete for port 173caf43-8cf5-4bc5-b468-e9d7aad6b004 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:52.427091 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-8fb57557-3c1e-43bd-a59c-fcc214b9debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:53.046603 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 173caf43-8cf5-4bc5-b468-e9d7aad6b004 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:36:53.098257 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 173caf43-8cf5-4bc5-b468-e9d7aad6b004 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:53.098623 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:56.368813 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0dff81b4-28fb-4071-8ce0-22d0036b5b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:58.749972 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-8c0d667a-191f-403c-bc94-49bf369728cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:59.857015 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:01.462405 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:01.702543 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:22.646177 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 5 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:37:26.372914 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2419cd9a-32ce-4c8b-b3ff-fa8dd7eb498c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:28.754444 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b363c42a-94a2-464a-804c-b31c054b6c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:29.860399 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:31.464101 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:31.705634 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:56.377401 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-3da134b7-a374-4e23-807b-20970682198c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:58.757637 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-aac27f1d-1622-4edf-aed6-cb4177060401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:59.644552 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 5 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:37:59.863486 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:01.467392 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:01.707238 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:11.615430 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45416) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:38:11.621379 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [None req-f1f8d3e1-c82f-40c3-99f6-b84fd14a0bbe tempest-verify_tempest_config-686227138 tempest-verify_tempest_config-686227138-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:38:11.622351 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f1f8d3e1-c82f-40c3-99f6-b84fd14a0bbe tempest-verify_tempest_config-686227138 tempest-verify_tempest_config-686227138-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059109 Feb 28 18:38:11.930235 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45434) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:38:12.033704 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:12.112530 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:12.116234 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:12.160749 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b28eead526144f8280753a37c51e9d23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2294505 Feb 28 18:38:12.161687 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b1849b-b0d0-4307-9fe2-29dbc4e7616c,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:38:12.163493 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45438) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:38:12.168672 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.169018 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.169352 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.169684 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.170006 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.170342 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.170650 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.170984 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.171306 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.172337 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.172716 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.173035 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcbd6-e8dd-4412-865b-80eb2c417def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.242085 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:12.262729 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:12.360416 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:12.362891 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:12.364174 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1b1849b-b0d0-4307-9fe2-29dbc4e7616c HTTP/1.1" status: 204 len: 168 time: 0.1996939 Feb 28 18:38:12.371847 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b1849b-b0d0-4307-9fe2-29dbc4e7616c,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:38:12.379408 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.379796 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.380134 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.380461 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.380779 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.381099 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.381415 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.381748 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.382068 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.382379 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.382691 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:12.383002 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e200011-816f-4970-a94f-28d29a7b4725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:38:26.379869 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f1c4fb4b-b7c5-4021-9277-4d85e00c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:28.762520 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b1a9-0109-4c28-839f-b904d8218241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:29.865654 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:31.472303 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:31.712309 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:36.643050 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 5 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:38:56.381512 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-daaf5f25-b428-402b-b957-5a9ec2db9ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:58.764840 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e474-54c1-434a-ac4a-b0e6604985fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:59.867797 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:01.474155 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:01.712362 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:13.641844 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 5 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:39:26.383077 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9376db18-542b-43fe-b94d-3091e95ac6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:28.767704 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-50ca0b82-7761-4dbc-aaab-6ecd41d0257c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:29.871230 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:31.475838 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:31.714833 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:50.642204 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 5 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:39:52.954849 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445008'] for agent, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:56.384466 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-959b92d9-d8c1-4141-9055-c500f8da80a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:58.769909 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-3e28ec70-ef11-48e1-b616-c982795c306c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:59.874407 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:01.479626 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:01.718311 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:08.025667 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45510) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:40:08.132254 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-7e81c314-78f1-4a1d-893e-0088315c6fc4 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1054530 Feb 28 18:40:10.382656 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45520) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:40:10.439722 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-d93564aa-a65b-46f2-bb6e-b74985637599 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0557795 Feb 28 18:40:22.892964 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:26.386544 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-8e274d7d-d3bd-4c78-950c-103d4a251d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:27.641380 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:40:28.773536 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-59d93335-d790-4200-8573-9d40c9dc722d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:29.875723 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:31.481517 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:31.721690 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:52.908250 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:56.387329 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-bd679941-5046-48d8-bb75-f2b8cfac06b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:58.777774 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fb7a750e-ebd1-43c8-8f10-bca690d6adf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:59.880316 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:01.490648 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:01.729468 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:04.641242 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:41:22.936752 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:26.389786 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab87cd68-e825-47bf-821b-6767183cc843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:28.779223 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-54dc610d-d7a0-4f0a-b124-fe72f0742d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:29.882893 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:31.487603 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:31.728505 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:41.642691 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:41:52.945204 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:54.118691 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45676) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:41:54.575734 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-288948176-network', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:41:54.627115 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Made reservation on behalf of 3ae4d0581e264ca4b5c129526e3833ac for: {'network': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:41:54.630205 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:54.641144 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:54.790306 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:54.799233 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:54.819629 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=108388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:41:54.888344 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:54.888923 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.segments_db [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Added segment f9b065a2-f3bd-402c-9f33-3b7ed46cd226 of type vlan for network a7970e89-9f27-4343-b2f2-1a50f7564b61 Feb 28 18:41:54.900502 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7675f86d-ff65-478e-9b0d-b8219da791c5,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:54.915449 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.916053 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.916574 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.917101 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.917619 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.918103 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.918708 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.919108 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.919622 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.920036 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.920473 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.921490 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Tracked resource versions report: Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: pushed versions: Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: { 'AddressGroup': {'1.2'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'ConntrackHelper': {'1.0'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Log': {'1.0'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Network': {'1.1'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Port': {'1.7'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'PortForwarding': {'1.2'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'QosPolicy': {'1.9'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SecurityGroup': {'1.4'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SubPort': {'1.0'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Subnet': {'1.1'}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Trunk': {'1.1'}} Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: consumer versions: Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: { DHCP agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: HyperV agent@hv-cinder-83118: {}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: L3 agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: Metadata agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: Metering agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: Open vSwitch agent@dv-cinder-831186-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'ConntrackHelper': '1.0', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Log': '1.0', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Network': '1.1', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Port': '1.7', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'PortForwarding': '1.2', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'QosPolicy': '1.9', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SecurityGroup': '1.4', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SecurityGroupRule': '1.2', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'SubPort': '1.0', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Subnet': '1.1', Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: 'Trunk': '1.1'}} Feb 28 18:41:54.923178 dv-cinder-831186-1-iscsi neutron-server[108388]: {{(pid=108388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:41:54.988232 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:55.036542 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:55.038321 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:41:55.039303 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:55.162715 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0428402 Feb 28 18:41:55.165859 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45726) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:41:55.175639 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Request body: {'subnet': {'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-subnet', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:41:55.177101 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981ce05-2fbc-410c-a9ee-a7a2b865dfcf admin admin] Pushing event updated for resources: {'Network': ['ID=a7970e89-9f27-4343-b2f2-1a50f7564b61,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:55.203151 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network a7970e89-9f27-4343-b2f2-1a50f7564b61 details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:41:55.214682 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Made reservation on behalf of 3ae4d0581e264ca4b5c129526e3833ac for: {'subnet': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:41:55.225282 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Notify callbacks [] for subnet, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:55.632227 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:55.707968 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=338a2712-d245-429a-8b07-2daf9f41a687,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:55.719350 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Checking segment: {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:41:55.719350 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Network hostable DHCP agents. Network: a7970e89-9f27-4343-b2f2-1a50f7564b61, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:41:55.719747 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45746) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:41:55.720717 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.721174 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.721604 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.722034 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.722454 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.722889 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.723302 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.723742 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.724181 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.724581 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.725241 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.725640 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Tracked resource versions report: Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: pushed versions: Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: { 'AddressGroup': {'1.2'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'ConntrackHelper': {'1.0'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Log': {'1.0'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Network': {'1.1'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Port': {'1.7'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'PortForwarding': {'1.2'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'QosPolicy': {'1.9'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SecurityGroup': {'1.4'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SubPort': {'1.0'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Subnet': {'1.1'}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Trunk': {'1.1'}} Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: consumer versions: Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: { DHCP agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: HyperV agent@hv-cinder-83118: {}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: L3 agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: Metadata agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: Metering agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: Open vSwitch agent@dv-cinder-831186-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'ConntrackHelper': '1.0', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Log': '1.0', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Network': '1.1', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Port': '1.7', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'PortForwarding': '1.2', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'QosPolicy': '1.9', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SecurityGroup': '1.4', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SecurityGroupRule': '1.2', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'SubPort': '1.0', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Subnet': '1.1', Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: 'Trunk': '1.1'}} Feb 28 18:41:55.726784 dv-cinder-831186-1-iscsi neutron-server[108389]: {{(pid=108389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:41:55.748255 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Network a7970e89-9f27-4343-b2f2-1a50f7564b61 is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:41:55.762472 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45750) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:41:55.764375 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, a7970e89-9f27-4343-b2f2-1a50f7564b61) {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:41:55.772030 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:41:55.772659 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:55.779780 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879b5de1-1765-42d0-bc44-6a544da138ab None None] Network a7970e89-9f27-4343-b2f2-1a50f7564b61 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:41:55.802504 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45754) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:41:55.802789 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-87ad468b-25f3-4580-bc32-610a33447ddd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6352901 Feb 28 18:41:55.809289 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:41:55.838928 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12968'] for router, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:55.840959 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12963'] for router, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:55.995886 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42d7055-0118-559e-97f5-cf27b7aef607-a7970e89-9f27-4343-b2f2-1a50f7564b61', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687'}]}} from dv-cinder-831186-1-iscsi. {{(pid=108391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 28 18:41:55.997508 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.004614 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.174219 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.db_base_plugin_common [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Allocated IP 172.20.0.2 (a7970e89-9f27-4343-b2f2-1a50f7564b61/338a2712-d245-429a-8b07-2daf9f41a687/d65bf39b-e748-4b1b-81bb-6ff5524b3305) {{(pid=108391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:41:56.334754 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.361997 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Notify callbacks [] for port, precommit_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.371845 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.463597 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Network a7970e89-9f27-4343-b2f2-1a50f7564b61 is already hosted by enough agents. {{(pid=108391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:41:56.474253 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.base_scheduler [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Resources bound (agent type, host, resource id): {{(pid=108391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:41:56.480146 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Received port after_create {{(pid=108391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:41:56.485183 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Pushing event updated for resources: {'Port': ['ID=d65bf39b-e748-4b1b-81bb-6ff5524b3305,revision_number=1']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:56.490485 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6b08cd37-6002-4eb1-92f4-478c4d215089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.522548 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.523226 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.523592 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.523925 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.524251 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.524571 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.524889 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.525206 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.525542 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.525858 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.526171 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.526482 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Tracked resource versions report: Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: pushed versions: Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: { 'AddressGroup': {'1.2'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'ConntrackHelper': {'1.0'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Log': {'1.0'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Network': {'1.1'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Port': {'1.7'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'PortForwarding': {'1.2'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'QosPolicy': {'1.9'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SecurityGroup': {'1.4'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SubPort': {'1.0'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Subnet': {'1.1'}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Trunk': {'1.1'}} Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: consumer versions: Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: { DHCP agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: HyperV agent@hv-cinder-83118: {}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: L3 agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: Metadata agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: Metering agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: Open vSwitch agent@dv-cinder-831186-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'ConntrackHelper': '1.0', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Log': '1.0', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Network': '1.1', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Port': '1.7', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'PortForwarding': '1.2', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'QosPolicy': '1.9', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SecurityGroup': '1.4', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SecurityGroupRule': '1.2', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'SubPort': '1.0', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Subnet': '1.1', Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: 'Trunk': '1.1'}} Feb 28 18:41:56.527628 dv-cinder-831186-1-iscsi neutron-server[108391]: {{(pid=108391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:41:56.546726 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45768) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:41:56.554704 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-886729957-network', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:41:56.567966 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Attempting to bind port d65bf39b-e748-4b1b-81bb-6ff5524b3305 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:41:56.568340 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Attempting to bind port d65bf39b-e748-4b1b-81bb-6ff5524b3305 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:41:56.568815 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Attempting to bind port d65bf39b-e748-4b1b-81bb-6ff5524b3305 on network a7970e89-9f27-4343-b2f2-1a50f7564b61 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:41:56.574358 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:41:56.574729 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Checking segment: {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:41:56.575123 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.575556 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Bound using segment: {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:41:56.576035 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Bound port: d65bf39b-e748-4b1b-81bb-6ff5524b3305, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:41:56.576438 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.612184 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1790394234-network', 'tenant_id': '35299c6c176c40f691edccf74586020c'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:41:56.672600 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] For port d65bf39b-e748-4b1b-81bb-6ff5524b3305, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:41:56.678528 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] For port d65bf39b-e748-4b1b-81bb-6ff5524b3305, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=d65bf39b-e748-4b1b-81bb-6ff5524b3305,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:41:56.687337 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.693855 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Made reservation on behalf of 35299c6c176c40f691edccf74586020c for: {'network': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:41:56.696411 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.714116 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Made reservation on behalf of a48eebd5a79e46b18ab7edd762112bc5 for: {'network': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:41:56.716667 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.728861 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.752974 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.789312 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:56.814828 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28864f50-49d9-4c0a-ab29-95c1955c23c1 None None] Pushing event updated for resources: {'Port': ['ID=d65bf39b-e748-4b1b-81bb-6ff5524b3305,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:56.839916 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.010304 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1189438912-network', 'tenant_id': 'c1593715e0904fc4aab73c72c1040718'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:41:57.060561 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Made reservation on behalf of c1593715e0904fc4aab73c72c1040718 for: {'network': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:41:57.076350 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.113487 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.119730 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.153025 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.294786 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbe49ce-7b11-4c73-bbb1-8d655015883a,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:57.320664 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.332510 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=108388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:41:57.335445 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.364993 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.378218 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.399953 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=108388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:41:57.413071 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.413296 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.segments_db [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Added segment fd0bc9e8-43a9-4b70-9bdd-f65d891d5293 of type vlan for network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f Feb 28 18:41:57.421094 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=108389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:41:57.466591 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.469803 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.segments_db [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Added segment 35ed314a-874b-4fc0-9f28-2343cfe99e66 of type vlan for network 40966978-0a6f-4cb4-b800-1035a5f3a601 Feb 28 18:41:57.473211 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device d65bf39b-e748-4b1b-81bb-6ff5524b3305 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:41:57.487194 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Allocated IP 172.27.2.2 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/e6f8c430-07b3-4896-bc8d-d8739cce7ca0) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:41:57.516648 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.520561 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.521083 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.segments_db [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Added segment 882e992e-0e89-402e-a4c9-a290c95ec101 of type vlan for network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 Feb 28 18:41:57.537179 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.594986 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port d65bf39b-e748-4b1b-81bb-6ff5524b3305 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:41:57.595406 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.608959 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2523526-b4e6-4399-b278-b601179056d3,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:57.621953 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a4d422-cd26-4e48-a9fc-bd212ca87e22,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:57.632064 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.634042 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:41:57.635244 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.701930 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.731664 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.733010 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:41:57.734358 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.743463 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.799391 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] Pushing event updated for resources: {'Network': ['ID=40966978-0a6f-4cb4-b800-1035a5f3a601,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:57.805137 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port d65bf39b-e748-4b1b-81bb-6ff5524b3305, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=d65bf39b-e748-4b1b-81bb-6ff5524b3305,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:41:57.818065 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-0b3ade1a-553e-4990-aa4b-da546945d77a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2698870 Feb 28 18:41:57.818389 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.822398 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45806) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:41:57.825007 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 40966978-0a6f-4cb4-b800-1035a5f3a601 details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:41:57.835664 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1147156 Feb 28 18:41:57.835986 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Request body: {'subnet': {'network_id': '40966978-0a6f-4cb4-b800-1035a5f3a601', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1189438912-subnet', 'tenant_id': 'c1593715e0904fc4aab73c72c1040718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:41:57.852702 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45808) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:41:57.861405 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.862900 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:41:57.863817 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.867808 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Request body: {'subnet': {'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1790394234-subnet', 'tenant_id': '35299c6c176c40f691edccf74586020c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:41:57.895404 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Made reservation on behalf of 35299c6c176c40f691edccf74586020c for: {'subnet': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:41:57.898413 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.959114 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1912627 Feb 28 18:41:57.959114 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ab06f-76d3-4c08-b722-b5d4a6b8f52c admin admin] Pushing event updated for resources: {'Network': ['ID=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:57.960361 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45810) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:41:57.975364 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.984261 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:41:57.990159 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Request body: {'subnet': {'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-886729957-subnet', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:41:58.154115 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Made reservation on behalf of a48eebd5a79e46b18ab7edd762112bc5 for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:41:58.157806 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:58.158128 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:58.194363 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853c56c-a660-4dd6-93eb-1703ae6cd6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=f8270e9a-0955-40d3-a81e-0b8e9c28ba51,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:58.208678 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Made reservation on behalf of c1593715e0904fc4aab73c72c1040718 for: {'subnet': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:41:58.218905 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Notify callbacks [] for subnet, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:58.221732 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Checking segment: {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:41:58.222211 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Network hostable DHCP agents. Network: 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:41:58.238360 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:41:58.298255 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=d65bf39b-e748-4b1b-81bb-6ff5524b3305,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:58.418792 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:58.433211 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:41:58.456442 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f) {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:41:58.469817 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd44e9-06ef-4fa2-83a0-f77acc7d2b95 None None] Network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:41:58.480406 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:41:58.481390 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:58.535048 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6763864 Feb 28 18:41:58.559634 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a72f90-a122-4ae8-a59c-befd5f7cc104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6904ad-b27a-45ad-80ca-02807b6e0841,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:58.618425 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:41:58.804435 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e93754-f0ba-4300-b934-f5e276b39f1f None None] Network a7970e89-9f27-4343-b2f2-1a50f7564b61 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:41:58.843730 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:58.911564 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:41:58.988708 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Checking segment: {'id': '35ed314a-874b-4fc0-9f28-2343cfe99e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '40966978-0a6f-4cb4-b800-1035a5f3a601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:41:58.989566 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Network hostable DHCP agents. Network: 40966978-0a6f-4cb4-b800-1035a5f3a601, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:41:58.993056 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9677023c-b744-46ad-a897-7f98c8617f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:59.004213 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:41:59.026787 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f61a7eb-2294-4dc5-a2f0-07674fbbaa9f,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:59.029533 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9c9d0-7766-4abe-b792-aa60ac447703 None None] Network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:41:59.036832 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Network 40966978-0a6f-4cb4-b800-1035a5f3a601 is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:41:59.064984 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 40966978-0a6f-4cb4-b800-1035a5f3a601) {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:41:59.070022 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:41:59.071016 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:59.112257 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-3669f8e2-ab0b-40c8-83c4-c873bbb3500e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2883193 Feb 28 18:41:59.301912 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-b8e6295a-d90a-4396-b7d0-797428c30710 None None] Provisioning complete for port d65bf39b-e748-4b1b-81bb-6ff5524b3305 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:41:59.302499 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8e6295a-d90a-4396-b7d0-797428c30710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:59.365708 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f8c430-07b3-4896-bc8d-d8739cce7ca0,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:59.389057 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:59.418358 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c20c2b-16b3-4771-9648-133b11ba34b9 None None] Network 40966978-0a6f-4cb4-b800-1035a5f3a601 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:41:59.695269 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device d65bf39b-e748-4b1b-81bb-6ff5524b3305 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:41:59.776223 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffaaac47-339b-4eeb-9e7a-6623ffa6cded,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:00.067902 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Checking segment: {'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:42:00.068413 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Network hostable DHCP agents. Network: f8270e9a-0955-40d3-a81e-0b8e9c28ba51, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:42:00.253463 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f61d289-2281-4055-a274-a6e9eecb3751 None None] Network 40966978-0a6f-4cb4-b800-1035a5f3a601 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:42:00.272016 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port d65bf39b-e748-4b1b-81bb-6ff5524b3305 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:00.272258 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:00.326637 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:42:00.395337 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, f8270e9a-0955-40d3-a81e-0b8e9c28ba51) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:00.426770 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:00.446583 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:00.449149 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d535baab-5dae-4ceb-b139-205bc30c662c None None] Network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:42:00.492051 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:00.496426 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:00.522748 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45916) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:00.527530 dv-cinder-831186-1-iscsi neutron-server[108389]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 18:42:00.676574 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-ed463300-7ad3-40fc-8fbe-2623d5963f34 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7029297 Feb 28 18:42:00.686546 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45924) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:00.694034 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-886729957-router', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:00.808844 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12968'] for router, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:00.810464 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12963'] for router, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:00.876448 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:01.049594 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-a6f4cb81-b5a5-40b1-b59b-f07a86c3e76f None None] Provisioning complete for port d65bf39b-e748-4b1b-81bb-6ff5524b3305 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:01.050112 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-a6f4cb81-b5a5-40b1-b59b-f07a86c3e76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:01.105649 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb53eb-535b-40d2-a3b8-445635cf688f None None] Network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:42:01.197345 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363'] for router, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:01.345402 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:01.380123 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-bff41a95-b87b-43b9-bfd5-b8b047ed2d97 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:01.394001 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-bff41a95-b87b-43b9-bfd5-b8b047ed2d97 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 815 time: 0.8688512 Feb 28 18:42:01.408187 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45964) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:01.412445 dv-cinder-831186-1-iscsi neutron-server[108388]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 18:42:01.483055 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-a6c041ef-054f-4653-b667-cfed479fea83 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/quotas/35299c6c176c40f691edccf74586020c HTTP/1.1" status: 200 len: 375 time: 0.0803397 Feb 28 18:42:01.498374 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:01.598403 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-aa3efc74-701d-45f2-b11f-984fb3029e68 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131124 Feb 28 18:42:01.782247 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 is scheduled to L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 with binding_index 1 {{(pid=108388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:42:01.785139 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:01.834521 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-194f190f-0631-4925-8589-a402f3cd49e5 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:01.837745 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-194f190f-0631-4925-8589-a402f3cd49e5 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/networks?id=40966978-0a6f-4cb4-b800-1035a5f3a601 HTTP/1.1" status: 200 len: 812 time: 0.4275141 Feb 28 18:42:01.904366 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:01.942126 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-d6bbd182-aac1-4c00-b148-3ab118c4f605 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/quotas/c1593715e0904fc4aab73c72c1040718 HTTP/1.1" status: 200 len: 375 time: 0.0943546 Feb 28 18:42:01.947005 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:01.997980 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 45978) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:02.005760 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-fc5b2954-3070-4685-86af-38b3b6b5dcec service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:42:02.006802 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-fc5b2954-3070-4685-86af-38b3b6b5dcec service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1830318 Feb 28 18:42:02.068270 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-06526911-ce41-4835-8826-6ab702bffde0 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1593715e0904fc4aab73c72c1040718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187043 Feb 28 18:42:02.116788 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:42:02.136611 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Sync routers for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:42:02.152317 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:42:02.153341 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:41:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:02.162597 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:02.168584 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-ee2b97a4-f956-44ab-8452-b971f43740c8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3598344 Feb 28 18:42:02.168939 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 45990) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:02.365593 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-79e6c0aa-75fe-4655-980f-75b01d142cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:02.403643 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-d5a803f0-a633-4e8e-8fc7-fa1e6b04367f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:42:02.416210 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-d5a803f0-a633-4e8e-8fc7-fa1e6b04367f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2206640 Feb 28 18:42:02.513825 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Allocated IP 172.27.2.106 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/8409fed1-93fa-4560-856d-f78f29f56be4) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:42:02.551418 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-78d598e7-ac1d-46c4-9ec4-d3698c9f7c50 service neutron] 10.222.0.39 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290451 Feb 28 18:42:02.652688 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:42:02.788656 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:02.869701 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:02.903056 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:02.921881 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-0b21ada1-93b4-4750-8723-05ee1b109571 service neutron] 10.222.0.39 "GET /v2.0/networks/40966978-0a6f-4cb4-b800-1035a5f3a601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954605 Feb 28 18:42:02.954971 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:02.957615 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8409fed1-93fa-4560-856d-f78f29f56be4,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:02.965629 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:42:03.088618 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:41:59Z', 'revision_number': 3, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:03.191074 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Checking router: 4582cd2e-5c85-4b7a-9833-922e9dad6f03 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:42:03.193283 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Updating router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 port e6f8c430-07b3-4896-bc8d-d8739cce7ca0 binding host dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:42:03.224454 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:03.255937 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:03.380409 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-79e6c0aa-75fe-4655-980f-75b01d142cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:03.400235 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-79e6c0aa-75fe-4655-980f-75b01d142cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:03.434645 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-79e6c0aa-75fe-4655-980f-75b01d142cf8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71b949980c2a43079ca9b6ec98e5de7a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4334636 Feb 28 18:42:03.440958 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46010) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:03.453842 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-095fa806-88e3-417b-bcea-1002e6ae1fee service neutron] 10.222.0.39 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8877790 Feb 28 18:42:03.578200 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6c0aa-75fe-4655-980f-75b01d142cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ba7c99-e7b2-4af5-86e0-cfc6da95eaf7,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:03.603645 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4daf685b-3d81-47be-a4bd-e434c6a2334c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:03.623005 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-b9b36c45-eb2c-4088-9376-2e93be608466 service neutron] 10.222.0.39 "GET /v2.0/networks/40966978-0a6f-4cb4-b800-1035a5f3a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800191 Feb 28 18:42:03.630527 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4daf685b-3d81-47be-a4bd-e434c6a2334c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:03.814281 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4daf685b-3d81-47be-a4bd-e434c6a2334c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:03.822936 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4daf685b-3d81-47be-a4bd-e434c6a2334c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:03.828316 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-4daf685b-3d81-47be-a4bd-e434c6a2334c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07ba7c99-e7b2-4af5-86e0-cfc6da95eaf7 HTTP/1.1" status: 204 len: 168 time: 0.3803153 Feb 28 18:42:03.895604 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf685b-3d81-47be-a4bd-e434c6a2334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ba7c99-e7b2-4af5-86e0-cfc6da95eaf7,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:03.934637 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363'] for router, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:04.176515 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:04.370476 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Router 94b660bb-f655-41dd-93c1-46c92d5ffb6d is scheduled to L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 with binding_index 1 {{(pid=108389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:42:04.421951 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Notify callbacks [] for port, precommit_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:04.441886 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:04.574980 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Pushing event updated for resources: {'Port': ['ID=e6f8c430-07b3-4896-bc8d-d8739cce7ca0,revision_number=2']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:04.607673 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.609684 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.610338 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.611404 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.612688 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.613252 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.613981 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.617907 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.618940 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.619689 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.620375 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.621265 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Tracked resource versions report: Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: pushed versions: Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: { 'AddressGroup': {'1.2'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'ConntrackHelper': {'1.0'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Log': {'1.0'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Network': {'1.1'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Port': {'1.7'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'PortForwarding': {'1.2'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'QosPolicy': {'1.9'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SecurityGroup': {'1.4'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SubPort': {'1.0'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Subnet': {'1.1'}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Trunk': {'1.1'}} Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: consumer versions: Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: { DHCP agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: HyperV agent@hv-cinder-83118: {}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: L3 agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: Metadata agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: Metering agent@dv-cinder-831186-1-iscsi: {}, Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: Open vSwitch agent@dv-cinder-831186-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'ConntrackHelper': '1.0', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Log': '1.0', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Network': '1.1', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Port': '1.7', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'PortForwarding': '1.2', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'QosPolicy': '1.9', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SecurityGroup': '1.4', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SecurityGroupRule': '1.2', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'SubPort': '1.0', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Subnet': '1.1', Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: 'Trunk': '1.1'}} Feb 28 18:42:04.628409 dv-cinder-831186-1-iscsi neutron-server[108392]: {{(pid=108392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:42:04.706421 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Attempting to bind port e6f8c430-07b3-4896-bc8d-d8739cce7ca0 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:42:04.708716 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Attempting to bind port e6f8c430-07b3-4896-bc8d-d8739cce7ca0 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:42:04.710039 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Attempting to bind port e6f8c430-07b3-4896-bc8d-d8739cce7ca0 on network 2ade9df8-e6c8-42f2-9818-2d0586d79898 {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:04.739612 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:42:04.741060 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:42:04.743304 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:04.745788 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Bound using segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:42:04.746525 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Bound port: e6f8c430-07b3-4896-bc8d-d8739cce7ca0, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:42:04.747158 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:04.755753 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d2dbe8eb-2b7a-44e4-b15b-d2a20d1043ac req-d81431a6-35b1-4bc4-8c08-ca83b8f51404 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.1678054 Feb 28 18:42:04.831418 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f53f247f-fd85-43a7-aff0-c41db189211b req-51c86c13-9c9d-4682-92c9-6e92acea58ca tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 210 time: 0.3007703 Feb 28 18:42:04.879023 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] For port e6f8c430-07b3-4896-bc8d-d8739cce7ca0, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:42:04.886350 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] For port e6f8c430-07b3-4896-bc8d-d8739cce7ca0, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e6f8c430-07b3-4896-bc8d-d8739cce7ca0,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:42:04.894642 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:04.912042 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:42:04.929992 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Sync routers for ids ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:42:04.951632 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] Notify callbacks [] for router, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:04.956316 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-ab0a263a-2e7a-43d9-8757-7855bbc820e0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2657149 Feb 28 18:42:04.957188 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46072) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:04.978679 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Routers {'94b660bb-f655-41dd-93c1-46c92d5ffb6d'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:42:04.979890 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:41:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:05.155558 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48033c3-ea92-44e7-a17f-64c6d18ba20b None None] Pushing event updated for resources: {'Port': ['ID=e6f8c430-07b3-4896-bc8d-d8739cce7ca0,revision_number=3']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:05.164195 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Allocated IP 172.20.0.1 (a7970e89-9f27-4343-b2f2-1a50f7564b61/338a2712-d245-429a-8b07-2daf9f41a687/2a568c50-faf5-4da9-905b-0fe75aceb827) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:42:05.201318 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:42:05.207193 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:41:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:05.261106 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46088) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:05.279412 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Set router 94b660bb-f655-41dd-93c1-46c92d5ffb6d gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:42:05.486721 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:05.589819 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:05.602189 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7140151d-e342-4d6c-bcb0-8b050bbb1b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:05.731117 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Network a7970e89-9f27-4343-b2f2-1a50f7564b61 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:05.733777 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:05.776960 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:42:05.777726 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447668'] for router_interface, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:05.778990 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'name': 'tempest-ServerRescueNegativeTestJSON-886729957-router', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:42:00Z', 'updated_at': '2022-02-28T18:42:03Z', 'revision_number': 3, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'gw_port': {'id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:01Z', 'updated_at': '2022-02-28T18:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:05.789477 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:42:05.929783 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Checking router: 94b660bb-f655-41dd-93c1-46c92d5ffb6d for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:42:05.939053 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Updating router 94b660bb-f655-41dd-93c1-46c92d5ffb6d port 8409fed1-93fa-4560-856d-f78f29f56be4 binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:42:06.032121 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:06.465820 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aeb634f4-47d1-4add-b7f3-db40faab3f9b req-0322a513-f4ec-47d1-b3a2-5aefc2a3fa9c tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.1931725 Feb 28 18:42:06.556421 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a744a833-43a1-4730-bd58-08f5e11936b0 req-805ac74c-bdda-4928-a94f-4f667d3911dd tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 210 time: 0.1593168 Feb 28 18:42:06.683556 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:41:59Z', 'revision_number': 3, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:06.751277 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a568c50-faf5-4da9-905b-0fe75aceb827,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:06.795555 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c210a-02fc-4a3e-9a8a-bf32e74f78ab None None] The sync data for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi is: [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:41:59Z', 'revision_number': 3, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:42:06.975299 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.100687 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-0addb9f2-52d1-4b20-8d2d-fb3a49671937 None None] Provisioning complete for port 2a568c50-faf5-4da9-905b-0fe75aceb827 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:07.101414 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0addb9f2-52d1-4b20-8d2d-fb3a49671937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.163987 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7140151d-e342-4d6c-bcb0-8b050bbb1b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.174237 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-0addb9f2-52d1-4b20-8d2d-fb3a49671937 None None] Port 2a568c50-faf5-4da9-905b-0fe75aceb827 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:42:07.175325 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7140151d-e342-4d6c-bcb0-8b050bbb1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.270149 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.310477 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46158) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:07.317316 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-7140151d-e342-4d6c-bcb0-8b050bbb1b6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5784bf858cc4ee29fc808203e147042&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0534604 Feb 28 18:42:07.325699 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140151d-e342-4d6c-bcb0-8b050bbb1b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9624bd9-931c-4e8a-b6dc-a179733a3fd8,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:07.487110 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.510000 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.513282 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-932e8bf2-1bb6-4575-b1d4-30be253e76e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.520944 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.549658 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.550891 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447528'] for router_interface, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.647260 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-932e8bf2-1bb6-4575-b1d4-30be253e76e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.666147 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Allocated IP 172.20.0.1 (f8270e9a-0955-40d3-a81e-0b8e9c28ba51/ffaaac47-339b-4eeb-9e7a-6623ffa6cded/2fefa8f6-889e-4428-96bd-fc08660e2b6a) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:42:07.704338 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d9ac-9f4e-4634-b325-86d0f1d9fc60 None None] Pushing event updated for resources: {'Port': ['ID=8409fed1-93fa-4560-856d-f78f29f56be4,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:07.710125 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Attempting to bind port 8409fed1-93fa-4560-856d-f78f29f56be4 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:42:07.716344 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Attempting to bind port 8409fed1-93fa-4560-856d-f78f29f56be4 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:42:07.718638 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Attempting to bind port 8409fed1-93fa-4560-856d-f78f29f56be4 on network 2ade9df8-e6c8-42f2-9818-2d0586d79898 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:07.738609 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:42:07.739619 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:42:07.740464 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.741264 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Bound using segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:42:07.747117 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Bound port: 8409fed1-93fa-4560-856d-f78f29f56be4, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:42:07.748174 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.884988 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a568c50-faf5-4da9-905b-0fe75aceb827,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:07.885768 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] For port 8409fed1-93fa-4560-856d-f78f29f56be4, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:42:07.909442 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] For port 8409fed1-93fa-4560-856d-f78f29f56be4, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=8409fed1-93fa-4560-856d-f78f29f56be4,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:42:07.914700 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.926490 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:07.972791 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:08.038069 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-932e8bf2-1bb6-4575-b1d4-30be253e76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:08.043636 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-932e8bf2-1bb6-4575-b1d4-30be253e76e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:08.049181 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-932e8bf2-1bb6-4575-b1d4-30be253e76e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9624bd9-931c-4e8a-b6dc-a179733a3fd8 HTTP/1.1" status: 204 len: 168 time: 0.7193649 Feb 28 18:42:08.070404 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Network a7970e89-9f27-4343-b2f2-1a50f7564b61 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:08.082967 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:08.088154 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Routers {'94b660bb-f655-41dd-93c1-46c92d5ffb6d'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:42:08.097094 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:41:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:08.120900 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e8bf2-1bb6-4575-b1d4-30be253e76e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9624bd9-931c-4e8a-b6dc-a179733a3fd8,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:08.189532 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d9ac-9f4e-4634-b325-86d0f1d9fc60 None None] Pushing event updated for resources: {'Port': ['ID=8409fed1-93fa-4560-856d-f78f29f56be4,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:08.235461 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-06c0c5f3-160d-402e-bd53-bedcbf16f907 req-b1c8342e-a2d4-4c90-be79-756d2f07b660 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.2729189 Feb 28 18:42:08.266510 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:08.282345 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:08.293779 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:42:08.294584 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447668'] for router_interface, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:08.330141 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-989a0ac7-8203-420e-aa0d-4cbbd1819e7c req-3941858e-6f88-4a0f-97f5-b47c2b355469 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 210 time: 0.2155108 Feb 28 18:42:08.340687 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:42:08.478795 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Pushing event updated for resources: {'Port': ['ID=2fefa8f6-889e-4428-96bd-fc08660e2b6a,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:08.552554 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] Set router 94b660bb-f655-41dd-93c1-46c92d5ffb6d gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:42:08.620484 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:42:08.627240 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2cd1abee-7913-44ea-ba69-e321239b03f0 admin admin] 10.222.0.39 "PUT /v2.0/routers/4582cd2e-5c85-4b7a-9833-922e9dad6f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4567909 Feb 28 18:42:08.707767 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:08.841222 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-a239a67a-fa4b-4993-9324-d507c3b35a7d None None] Provisioning complete for port 2a568c50-faf5-4da9-905b-0fe75aceb827 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:08.841810 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-a239a67a-fa4b-4993-9324-d507c3b35a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:08.929105 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-a239a67a-fa4b-4993-9324-d507c3b35a7d None None] Port 2a568c50-faf5-4da9-905b-0fe75aceb827 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:42:08.948491 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:08.956888 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:08.957695 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447528'] for router_interface, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:09.082839 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'name': 'tempest-ServerRescueNegativeTestJSON-886729957-router', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:42:00Z', 'updated_at': '2022-02-28T18:42:03Z', 'revision_number': 3, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'gw_port': {'id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:01Z', 'updated_at': '2022-02-28T18:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:09.126002 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf8f4b-c48a-4811-9254-4dd86707b7d9 None None] The sync data for ids ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'] in dv-cinder-831186-1-iscsi is: [{'id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'name': 'tempest-ServerRescueNegativeTestJSON-886729957-router', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:42:00Z', 'updated_at': '2022-02-28T18:42:03Z', 'revision_number': 3, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'gw_port': {'id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:01Z', 'updated_at': '2022-02-28T18:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:42:09.133705 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Pushing event updated for resources: {'Port': ['ID=2fefa8f6-889e-4428-96bd-fc08660e2b6a,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:09.327362 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:09.337650 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:09.410108 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e6f8c430-07b3-4896-bc8d-d8739cce7ca0 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:09.513009 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bccabd09-1fc4-4597-a1fb-889892eb7d78 req-c1b1dcef-0302-489f-a640-186a177f462c tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.0621774 Feb 28 18:42:09.556054 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port e6f8c430-07b3-4896-bc8d-d8739cce7ca0 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:09.557245 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:09.793692 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-91e5dbd8-5d71-4a3a-8fde-73a257e6a0b3 req-4dad5673-0c90-458c-8e13-bc710cfba6b5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 210 time: 0.1317713 Feb 28 18:42:09.852746 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Router 94b660bb-f655-41dd-93c1-46c92d5ffb6d has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:42:09.865343 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46218) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:09.867241 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:09.874988 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-8c32880b-1a76-4ea7-bd86-850f1173e0f7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382503571', 'description': 'tempest-description--1643087205'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:09.949483 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8c32880b-1a76-4ea7-bd86-850f1173e0f7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:09.950692 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port e6f8c430-07b3-4896-bc8d-d8739cce7ca0, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e6f8c430-07b3-4896-bc8d-d8739cce7ca0,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:09.961563 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:10.091622 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Sync routers for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:42:10.130065 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:42:10.134501 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:41:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:10.149723 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=e6f8c430-07b3-4896-bc8d-d8739cce7ca0,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:10.165777 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:42:10.184605 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-39af3c03-4f63-45f1-8eb7-989a6eb84359 admin admin] 10.222.0.39 "PUT /v2.0/routers/94b660bb-f655-41dd-93c1-46c92d5ffb6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2218189 Feb 28 18:42:10.481178 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8c32880b-1a76-4ea7-bd86-850f1173e0f7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:10.488961 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8c32880b-1a76-4ea7-bd86-850f1173e0f7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:10.606642 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:42:10.639523 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8c32880b-1a76-4ea7-bd86-850f1173e0f7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:10.646115 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-8c32880b-1a76-4ea7-bd86-850f1173e0f7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7778838 Feb 28 18:42:10.652055 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46236) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:10.662541 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-4b61f971-e827-43d2-b5e2-5891cef75bfb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'security_group_rule': {'security_group_id': '36d4ea25-803a-458b-afa2-ca42c781dafa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:10.677807 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32880b-1a76-4ea7-bd86-850f1173e0f7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d4ea25-803a-458b-afa2-ca42c781dafa,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:10.770240 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4b61f971-e827-43d2-b5e2-5891cef75bfb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:10.827236 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e42414ef-3ab2-4376-b962-4dbb1fa1fc9e req-ba46b771-6709-4e6a-a091-2fd1730def74 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.1247764 Feb 28 18:42:11.063120 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4b61f971-e827-43d2-b5e2-5891cef75bfb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:11.078042 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4b61f971-e827-43d2-b5e2-5891cef75bfb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:11.139213 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-884021a5-bd9e-4a26-889b-bad0a0b2e582 req-f505c965-1a46-40c9-a160-f961f26b36d2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 210 time: 0.0792816 Feb 28 18:42:11.158455 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61f971-e827-43d2-b5e2-5891cef75bfb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09fcfc2-16d6-41c2-8950-034bd0d37715,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:11.168281 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4b61f971-e827-43d2-b5e2-5891cef75bfb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:11.170978 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-4b61f971-e827-43d2-b5e2-5891cef75bfb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5158985 Feb 28 18:42:11.176392 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46254) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:11.184812 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-16a1411e-835d-4116-86f5-78f1d623f3ff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'security_group_rule': {'security_group_id': '36d4ea25-803a-458b-afa2-ca42c781dafa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:11.239974 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:07Z', 'revision_number': 2, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:11.280648 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Checking router: 4582cd2e-5c85-4b7a-9833-922e9dad6f03 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:42:11.281334 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Updating router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 port 2a568c50-faf5-4da9-905b-0fe75aceb827 binding host dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:42:11.294061 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-16a1411e-835d-4116-86f5-78f1d623f3ff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:11.315330 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:11.520318 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-16a1411e-835d-4116-86f5-78f1d623f3ff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:11.527553 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-16a1411e-835d-4116-86f5-78f1d623f3ff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:11.553481 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.52', 65310) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:11.645497 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1411e-835d-4116-86f5-78f1d623f3ff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6337b4de-cf96-4c29-b8b3-2f563354b502,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:11.654104 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 8409fed1-93fa-4560-856d-f78f29f56be4 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:11.679080 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-16a1411e-835d-4116-86f5-78f1d623f3ff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:11.683029 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-16a1411e-835d-4116-86f5-78f1d623f3ff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5025914 Feb 28 18:42:11.688584 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46272) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:11.694846 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'floatingip': {'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:11.780003 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:11.964796 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 8409fed1-93fa-4560-856d-f78f29f56be4 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:11.970269 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:12.217081 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-d0869d96-aa34-483a-891b-ccc1caef9251 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:12.244906 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-d0869d96-aa34-483a-891b-ccc1caef9251 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.52 "GET /v2.0/networks?id=40966978-0a6f-4cb4-b800-1035a5f3a601 HTTP/1.1" status: 200 len: 812 time: 0.6887870 Feb 28 18:42:12.361551 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:12.431972 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port 8409fed1-93fa-4560-856d-f78f29f56be4, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=8409fed1-93fa-4560-856d-f78f29f56be4,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:12.443578 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:12.444851 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e6f8c430-07b3-4896-bc8d-d8739cce7ca0 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:12.464360 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1a1a9961-f0b6-4af7-9640-70f188da45a6 req-c35c2fc9-b99f-4f3c-a523-cad975c79aba tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.2122841 Feb 28 18:42:12.470562 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46314) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:12.505402 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Request body: {'port': {'device_id': '67aba820-d1c9-4ba6-88f7-478551a42d82', 'network_id': '40966978-0a6f-4cb4-b800-1035a5f3a601', 'admin_state_up': True, 'tenant_id': 'c1593715e0904fc4aab73c72c1040718'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:12.613704 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Sync routers for ids ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:42:12.653079 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=8409fed1-93fa-4560-856d-f78f29f56be4,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:12.680775 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Routers {'94b660bb-f655-41dd-93c1-46c92d5ffb6d'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:42:12.698961 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:41:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:12.740905 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.52', 65315) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:12.944100 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port e6f8c430-07b3-4896-bc8d-d8739cce7ca0 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:12.944682 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:13.054773 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-c5d68b0d-f033-42e0-87d5-3c8924bbc288 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:13.074072 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-c5d68b0d-f033-42e0-87d5-3c8924bbc288 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 818 time: 0.9421954 Feb 28 18:42:13.093901 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:13.317463 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-50760eaa-ab25-48fe-8de0-25f00541ae56 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/quotas/a48eebd5a79e46b18ab7edd762112bc5 HTTP/1.1" status: 200 len: 375 time: 0.2334023 Feb 28 18:42:13.616537 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Set router 94b660bb-f655-41dd-93c1-46c92d5ffb6d gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:42:13.641238 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-809ed5cf-13f4-4b4b-965c-1b0996630ebf req-b126a46f-6764-4baa-a211-17449edfdfdc tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 210 time: 0.7569103 Feb 28 18:42:13.647066 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Notify callbacks [] for port, precommit_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:13.662207 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:13.703865 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0febbae7-6b89-40e9-bcce-2252a05c5038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:13.814008 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46392) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:13.837511 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-2321cd9f-eb37-4a69-8b49-3d228e70153c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4976583 Feb 28 18:42:13.855456 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-18208260-a365-4f34-9649-f2cfd4773ba7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:13.859990 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-18208260-a365-4f34-9649-f2cfd4773ba7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 815 time: 1.1064146 Feb 28 18:42:14.004517 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Request body: {'port': {'device_id': '99661577-5860-4c3f-9d38-135fc4b0a670', 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f', 'admin_state_up': True, 'tenant_id': '35299c6c176c40f691edccf74586020c'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:14.045810 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Allocated IP 172.27.2.88 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/08ee8627-e2a3-45c1-a0f4-9818d0da9a48) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:42:14.206740 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 8409fed1-93fa-4560-856d-f78f29f56be4 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:14.280662 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Attempting to bind port 2a568c50-faf5-4da9-905b-0fe75aceb827 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:42:14.284202 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Attempting to bind port 2a568c50-faf5-4da9-905b-0fe75aceb827 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:42:14.288190 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Attempting to bind port 2a568c50-faf5-4da9-905b-0fe75aceb827 on network a7970e89-9f27-4343-b2f2-1a50f7564b61 {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:14.333406 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-82eb0fd2-099f-423c-ad8a-b1bb4563bfdb req-54c97591-54dc-4cb1-803b-04edbd3bf8ea tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.3311188 Feb 28 18:42:14.346204 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:42:14.350962 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Checking segment: {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:42:14.353909 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:14.357246 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Bound using segment: {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:42:14.361288 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Bound port: 2a568c50-faf5-4da9-905b-0fe75aceb827, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'}}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:42:14.363889 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:14.553982 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087edad2-e80b-485f-8eec-9acdac1c52a3 None None] Pushing event updated for resources: {'Port': ['ID=2a568c50-faf5-4da9-905b-0fe75aceb827,revision_number=3']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:14.590823 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-20d5c673-e536-4899-957d-56cd99394f51 service neutron] 10.222.0.39 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289639 Feb 28 18:42:14.661997 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0febbae7-6b89-40e9-bcce-2252a05c5038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:14.674345 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] For port 2a568c50-faf5-4da9-905b-0fe75aceb827, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:42:14.679267 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0febbae7-6b89-40e9-bcce-2252a05c5038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:14.684233 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] For port 2a568c50-faf5-4da9-905b-0fe75aceb827, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=2a568c50-faf5-4da9-905b-0fe75aceb827,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:42:14.694917 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:14.832316 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-db33c6bd-28ea-484a-a852-42c7296049cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:14.940909 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:42:14.942212 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:41:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:14.967372 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-0febbae7-6b89-40e9-bcce-2252a05c5038 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10553fff66c54752917d304d077c1e31&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4671907 Feb 28 18:42:14.991628 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46414) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:15.145304 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Made reservation on behalf of c1593715e0904fc4aab73c72c1040718 for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:42:15.171920 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:15.179800 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-ab0cf716-821c-47d0-a265-eef33ff127b1 None None] Provisioning complete for port 2a568c50-faf5-4da9-905b-0fe75aceb827 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:15.180607 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab0cf716-821c-47d0-a265-eef33ff127b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:15.208316 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087edad2-e80b-485f-8eec-9acdac1c52a3 None None] Pushing event updated for resources: {'Port': ['ID=2a568c50-faf5-4da9-905b-0fe75aceb827,revision_number=4']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:15.212277 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febbae7-6b89-40e9-bcce-2252a05c5038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4dadc8-529e-4a14-ae9f-479d72e9dcb8,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:15.386513 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9efe128f-af4c-49d0-a8d7-750c29cd1187 req-b7504b14-cfed-4302-a31e-c360e98e6d0e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 210 time: 0.3347182 Feb 28 18:42:15.414772 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:42:15.415360 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-0f515deb-9f20-4e73-97df-f1498fb90b3d service neutron] 10.222.0.39 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965970 Feb 28 18:42:15.602338 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Made reservation on behalf of 35299c6c176c40f691edccf74586020c for: {'port': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:42:15.606387 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:15.682478 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 8409fed1-93fa-4560-856d-f78f29f56be4 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:15.684717 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:15.730052 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:15.831617 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:15.991814 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:14Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:15.996156 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'Port': ['ID=08ee8627-e2a3-45c1-a0f4-9818d0da9a48,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:16.043377 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ef53b4a2-c9ea-40da-a6e8-31cb5e3bef5b req-95b30820-6b63-4e62-9aec-ba62d7073b23 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.4374945 Feb 28 18:42:16.074958 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab0cf716-821c-47d0-a265-eef33ff127b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:16.126426 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993b4b5-be89-4175-b7cf-a2f197563efa None None] The sync data for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi is: [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:14Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:42:16.134412 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-34f5c836-5c35-4e0c-a7cd-c6809b69e0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:16.325788 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-34f5c836-5c35-4e0c-a7cd-c6809b69e0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:16.572585 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-ab0cf716-821c-47d0-a265-eef33ff127b1 None None] For port 2a568c50-faf5-4da9-905b-0fe75aceb827, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=2a568c50-faf5-4da9-905b-0fe75aceb827,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:16.609765 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'name': 'tempest-ServerRescueNegativeTestJSON-886729957-router', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:42:00Z', 'updated_at': '2022-02-28T18:42:08Z', 'revision_number': 4, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'gw_port': {'id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:01Z', 'updated_at': '2022-02-28T18:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2fefa8f6-889e-4428-96bd-fc08660e2b6a', 'name': '', 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'mac_address': 'fa:16:3e:fb:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ffaaac47-339b-4eeb-9e7a-6623ffa6cded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:07Z', 'updated_at': '2022-02-28T18:42:08Z', 'revision_number': 2, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'subnets': [{'id': 'ffaaac47-339b-4eeb-9e7a-6623ffa6cded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:16.643487 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab0cf716-821c-47d0-a265-eef33ff127b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:16.690565 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:16.718811 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:16.732377 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:42:16.944392 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-acb39d2a-9ffb-4516-9d71-9ed7d1effcf9 req-a9bc6c24-25c0-45cb-9875-8b404dc3a6c1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 210 time: 0.2758181 Feb 28 18:42:17.021575 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-878099e6-1017-41c9-bbcf-f926479004ca req-4b339c2d-71b4-4733-be74-ddb294c507cd tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 210 time: 0.9964569 Feb 28 18:42:17.046189 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-db33c6bd-28ea-484a-a852-42c7296049cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:17.096047 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-db33c6bd-28ea-484a-a852-42c7296049cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:17.145451 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cf716-821c-47d0-a265-eef33ff127b1 None None] Pushing event updated for resources: {'Port': ['ID=2a568c50-faf5-4da9-905b-0fe75aceb827,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:17.191005 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Checking router: 94b660bb-f655-41dd-93c1-46c92d5ffb6d for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:42:17.216144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Updating router 94b660bb-f655-41dd-93c1-46c92d5ffb6d port 2fefa8f6-889e-4428-96bd-fc08660e2b6a binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:42:17.414570 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-db33c6bd-28ea-484a-a852-42c7296049cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49351544b79e44ed87b475e3b39fafa6&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5988977 Feb 28 18:42:17.422730 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46464) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:17.424835 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33c6bd-28ea-484a-a852-42c7296049cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea21d940-1ac5-4900-9d3f-8ceca4d75eeb,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:17.442458 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Allocated IP 172.20.0.3 (996baca1-ef06-44b2-a3c7-1cfec7cc4e0f/3d6904ad-b27a-45ad-80ca-02807b6e0841/c6a47027-a6fe-41e5-aede-575e78454273) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:42:17.459329 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-80eb6210-921a-4917-8145-3e21dcb84558 None None] Provisioning complete for port 2a568c50-faf5-4da9-905b-0fe75aceb827 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:17.463224 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-80eb6210-921a-4917-8145-3e21dcb84558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:17.488953 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:17.491241 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46466) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:17.504600 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:17.547005 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-34f5c836-5c35-4e0c-a7cd-c6809b69e0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:17.597752 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-34f5c836-5c35-4e0c-a7cd-c6809b69e0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:17.599876 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-34f5c836-5c35-4e0c-a7cd-c6809b69e0af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae4dadc8-529e-4a14-ae9f-479d72e9dcb8 HTTP/1.1" status: 204 len: 168 time: 2.5961311 Feb 28 18:42:17.716195 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 2a568c50-faf5-4da9-905b-0fe75aceb827 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:17.815862 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5c836-5c35-4e0c-a7cd-c6809b69e0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4dadc8-529e-4a14-ae9f-479d72e9dcb8,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:17.852539 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3e2344c5-aacf-4af1-b8a1-16d4f012c3a6 req-b3b0d51e-2949-40fc-83a6-6775d1191596 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.5685792 Feb 28 18:42:18.099977 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Allocated IP 172.20.0.14 (40966978-0a6f-4cb4-b800-1035a5f3a601/8f61a7eb-2294-4dc5-a2f0-07674fbbaa9f/76bbb697-3ec3-442c-97e8-b80fc8fa3f4c) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:42:18.410096 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2dfcaa04-0282-4d50-b3b0-f5dc8caa6f5c req-e571d1b9-e0b1-4e8d-a5ae-17f34c1dfe45 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 210 time: 0.2069788 Feb 28 18:42:18.659882 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:42:18.746054 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 2a568c50-faf5-4da9-905b-0fe75aceb827 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:18.746858 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:18.812308 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.52', 65323) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:18.937909 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-18675b5a-6b59-4144-9f0f-aa4d5948ec76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:19.232901 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:19.414107 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-18675b5a-6b59-4144-9f0f-aa4d5948ec76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:19.421387 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f281e734-452c-45e2-8e26-9bbf19b0e420 req-02e6d6e4-2256-4bea-a9cb-b3f9103d6ffa tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.1956611 Feb 28 18:42:19.434529 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-18675b5a-6b59-4144-9f0f-aa4d5948ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:19.523659 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:19.536285 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b929ffbf-0089-4d96-9605-dca3e0c59de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:19.540050 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:19.542888 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-10b31050-7541-4713-8950-a357787dc897 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:19.569647 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-10b31050-7541-4713-8950-a357787dc897 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.52 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 818 time: 0.5681505 Feb 28 18:42:19.578923 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Request body: {'port': {'device_id': '24c94d2f-2b7e-4a0c-9d82-f9647cd94956', 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51', 'admin_state_up': True, 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:19.602658 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-18675b5a-6b59-4144-9f0f-aa4d5948ec76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8daa1f378c934f418cf8e73d23082870&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1077514 Feb 28 18:42:19.606939 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46524) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:19.620482 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:19.691195 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:19.922367 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18675b5a-6b59-4144-9f0f-aa4d5948ec76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477d89e8-ac48-4771-b56c-4a8ca02bf54d,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:19.939892 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:19.948866 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-7a9f4815-1b7a-4f4c-8152-3911f16b8878 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:19.972502 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-7a9f4815-1b7a-4f4c-8152-3911f16b8878 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 818 time: 2.3263974 Feb 28 18:42:20.019630 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:20.213577 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b929ffbf-0089-4d96-9605-dca3e0c59de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:20.380384 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9112d-5fe3-4e4e-8921-1360308539de None None] Pushing event updated for resources: {'Port': ['ID=2fefa8f6-889e-4428-96bd-fc08660e2b6a,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:20.471292 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-5e635a82-8dba-4c2a-a934-0247b029d052 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/quotas/a48eebd5a79e46b18ab7edd762112bc5 HTTP/1.1" status: 200 len: 375 time: 0.4961774 Feb 28 18:42:20.515348 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Attempting to bind port 2fefa8f6-889e-4428-96bd-fc08660e2b6a on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:42:20.517003 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Attempting to bind port 2fefa8f6-889e-4428-96bd-fc08660e2b6a by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:42:20.518372 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Attempting to bind port 2fefa8f6-889e-4428-96bd-fc08660e2b6a on network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:20.524695 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Pushing event updated for resources: {'Port': ['ID=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:20.549665 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d16a2fd7-a3dc-45f0-9560-cc3d91b749ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:20.578013 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:42:20.580197 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Checking segment: {'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:42:20.584091 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:20.584816 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Bound using segment: {'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:42:20.589038 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Bound port: 2fefa8f6-889e-4428-96bd-fc08660e2b6a, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:42:20.593067 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:20.668587 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:20.676721 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Network 40966978-0a6f-4cb4-b800-1035a5f3a601 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:20.704090 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:20.719120 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:42:20.750190 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:20.751210 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:20.793871 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565e99c-9940-4531-8fc8-8382bb2d20b4 req-cd213b47-263a-408d-a246-34d5feba732c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:20.796582 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:20.810992 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6565e99c-9940-4531-8fc8-8382bb2d20b4 req-cd213b47-263a-408d-a246-34d5feba732c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 931 time: 1.0124295 Feb 28 18:42:20.849328 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d16a2fd7-a3dc-45f0-9560-cc3d91b749ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:20.862234 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-6fd38a52-c931-417b-b1bb-4b513b8a3ff4 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3104637 Feb 28 18:42:20.862939 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Pushing event updated for resources: {'Port': ['ID=c6a47027-a6fe-41e5-aede-575e78454273,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:20.878722 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:42:20.885877 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:20.886549 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:20.951865 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Made reservation on behalf of a48eebd5a79e46b18ab7edd762112bc5 for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:42:20.970945 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:21.000826 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] For port 2fefa8f6-889e-4428-96bd-fc08660e2b6a, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:42:21.014723 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] For port 2fefa8f6-889e-4428-96bd-fc08660e2b6a, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=2fefa8f6-889e-4428-96bd-fc08660e2b6a,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:42:21.017176 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b929ffbf-0089-4d96-9605-dca3e0c59de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:21.020153 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b929ffbf-0089-4d96-9605-dca3e0c59de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:21.030124 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-b929ffbf-0089-4d96-9605-dca3e0c59de0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea21d940-1ac5-4900-9d3f-8ceca4d75eeb HTTP/1.1" status: 204 len: 168 time: 3.5978127 Feb 28 18:42:21.041384 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-63b657e4-45e7-45c3-ac5e-b74f5bfc60fa service neutron] 10.222.0.39 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478925 Feb 28 18:42:21.044629 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:21.107755 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-af8a240e-faf8-4a88-953d-9f37302939fe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6378088 Feb 28 18:42:21.140541 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-1cd9cbd0-2edd-4d91-a049-7c78b597676e tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:42:21.146253 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-1cd9cbd0-2edd-4d91-a049-7c78b597676e tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134053 Feb 28 18:42:21.206049 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6565e99c-9940-4531-8fc8-8382bb2d20b4 req-fcbccdc8-a1af-44e4-81ef-532c54d85470 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877092 Feb 28 18:42:21.238978 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-9cdb8858-db77-4970-bfe7-76308e039f6e service neutron] 10.222.0.39 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964552 Feb 28 18:42:21.280521 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929ffbf-0089-4d96-9605-dca3e0c59de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea21d940-1ac5-4900-9d3f-8ceca4d75eeb,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:21.330284 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9112d-5fe3-4e4e-8921-1360308539de None None] Pushing event updated for resources: {'Port': ['ID=2fefa8f6-889e-4428-96bd-fc08660e2b6a,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:21.368299 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d16a2fd7-a3dc-45f0-9560-cc3d91b749ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:21.377650 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d16a2fd7-a3dc-45f0-9560-cc3d91b749ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:21.384169 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d16a2fd7-a3dc-45f0-9560-cc3d91b749ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/477d89e8-ac48-4771-b56c-4a8ca02bf54d HTTP/1.1" status: 204 len: 168 time: 1.7751365 Feb 28 18:42:21.456044 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-358b9b8a-1f88-4d57-9c74-8df9da2cc1a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5680206 Feb 28 18:42:21.456446 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a2fd7-a3dc-45f0-9560-cc3d91b749ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d89e8-ac48-4771-b56c-4a8ca02bf54d,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:21.611287 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Allocated IP 172.20.0.5 (f8270e9a-0955-40d3-a81e-0b8e9c28ba51/ffaaac47-339b-4eeb-9e7a-6623ffa6cded/2fae119d-62f2-44e9-8fdf-a7f0c8469f85) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:42:21.665320 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Routers {'94b660bb-f655-41dd-93c1-46c92d5ffb6d'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:42:21.670346 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:41:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:21.671107 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:21.709269 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:21.736326 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebea27-45ec-4bab-8e8a-73e7979317ca req-9ce07b71-a51b-46e3-b4b2-98bb2a5027e5 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:21.744362 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-35ebea27-45ec-4bab-8e8a-73e7979317ca req-9ce07b71-a51b-46e3-b4b2-98bb2a5027e5 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 932 time: 0.1205316 Feb 28 18:42:21.819012 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-35ebea27-45ec-4bab-8e8a-73e7979317ca req-617a293d-3227-4f6b-bd0c-1530d8a5a2a7 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735991 Feb 28 18:42:21.878069 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b9d9d67a-2ceb-4ba3-b53e-6e45541fb1f4 req-3b985006-0a96-4f21-ad9e-4556a675527e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 210 time: 0.2453206 Feb 28 18:42:21.890625 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'Port': ['ID=08ee8627-e2a3-45c1-a0f4-9818d0da9a48,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:21.913881 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:21.970191 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:21.975741 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-36e96def-3a0a-4f4e-8dbc-ee827f51e93f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.2830584 Feb 28 18:42:22.074907 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] Set router 94b660bb-f655-41dd-93c1-46c92d5ffb6d gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:42:22.094962 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Request body: {'port': {'device_id': '67aba820-d1c9-4ba6-88f7-478551a42d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:22.367691 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:22.572941 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46588) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:22.676659 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Request body: {'port': {'device_id': '99661577-5860-4c3f-9d38-135fc4b0a670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:22.921561 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:22.990715 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-65be2231-5616-40bc-bb7e-a0eed1b7f965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:23.065180 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:23.145577 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'name': 'tempest-ServerRescueNegativeTestJSON-886729957-router', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:42:00Z', 'updated_at': '2022-02-28T18:42:08Z', 'revision_number': 4, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'gw_port': {'id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:01Z', 'updated_at': '2022-02-28T18:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2fefa8f6-889e-4428-96bd-fc08660e2b6a', 'name': '', 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'mac_address': 'fa:16:3e:fb:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ffaaac47-339b-4eeb-9e7a-6623ffa6cded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:07Z', 'updated_at': '2022-02-28T18:42:20Z', 'revision_number': 4, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'subnets': [{'id': 'ffaaac47-339b-4eeb-9e7a-6623ffa6cded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:42:23.252646 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de15664-4fa8-442c-998e-195701fd6364 None None] The sync data for ids ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'] in dv-cinder-831186-1-iscsi is: [{'id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'name': 'tempest-ServerRescueNegativeTestJSON-886729957-router', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:42:00Z', 'updated_at': '2022-02-28T18:42:08Z', 'revision_number': 4, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'gw_port': {'id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:01Z', 'updated_at': '2022-02-28T18:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2fefa8f6-889e-4428-96bd-fc08660e2b6a', 'name': '', 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'mac_address': 'fa:16:3e:fb:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ffaaac47-339b-4eeb-9e7a-6623ffa6cded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:07Z', 'updated_at': '2022-02-28T18:42:20Z', 'revision_number': 4, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'subnets': [{'id': 'ffaaac47-339b-4eeb-9e7a-6623ffa6cded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:42:23.265335 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46610) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:23.386801 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:23.425655 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-066b6d2c-45e6-46cf-a261-ef176e70e9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:23.647618 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-066b6d2c-45e6-46cf-a261-ef176e70e9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:23.667445 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-066b6d2c-45e6-46cf-a261-ef176e70e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:23.763156 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3632593c-497d-46cb-b5e2-41bac91188be tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--382503571&fields=id&tenant_id=3ae4d0581e264ca4b5c129526e3833ac HTTP/1.1" status: 200 len: 267 time: 0.5595405 Feb 28 18:42:23.870352 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292426-0448-46ad-8e49-fa445df67371 req-6e54d230-b3ee-4c67-b843-ae519f190320 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:23.883943 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00292426-0448-46ad-8e49-fa445df67371 req-6e54d230-b3ee-4c67-b843-ae519f190320 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 931 time: 0.9568627 Feb 28 18:42:23.996363 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b6d2c-45e6-46cf-a261-ef176e70e9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1737b434-36fa-42e5-b98e-010ed5575a99,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:24.008410 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-066b6d2c-45e6-46cf-a261-ef176e70e9aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b042d32c2c74cdeada7e13f2ee3bc3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7267535 Feb 28 18:42:24.165061 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46628) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:24.410195 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 2fefa8f6-889e-4428-96bd-fc08660e2b6a up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:24.446694 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:24.617564 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 2fefa8f6-889e-4428-96bd-fc08660e2b6a triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:24.620258 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:24.818019 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.52', 65334) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:24.867895 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00292426-0448-46ad-8e49-fa445df67371 req-b6d17c77-cf8d-42a4-bd48-948e913c5c77 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9832497 Feb 28 18:42:25.027258 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:25.082727 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-54562bc2-fb80-4f7f-b299-0a2da4cac293 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:25.097059 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-54562bc2-fb80-4f7f-b299-0a2da4cac293 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 816 time: 1.2458448 Feb 28 18:42:25.100982 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:25.162354 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:25.167566 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:42:25.199039 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:25.200270 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:25.227063 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port 2fefa8f6-889e-4428-96bd-fc08660e2b6a, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=2fefa8f6-889e-4428-96bd-fc08660e2b6a,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:25.237149 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:25.385675 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Pushing event updated for resources: {'Port': ['ID=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:25.422240 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-6f3f4d8c-34d2-41c0-9809-be9a09c0c401 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:25.424351 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-6f3f4d8c-34d2-41c0-9809-be9a09c0c401 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.52 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 818 time: 0.5959885 Feb 28 18:42:25.489598 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-ba83d8df-42fa-4980-831d-824f312afd67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9144795 Feb 28 18:42:25.542179 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Request body: {'port': {'device_id': '24c94d2f-2b7e-4a0c-9d82-f9647cd94956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:25.562151 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-65be2231-5616-40bc-bb7e-a0eed1b7f965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:25.567154 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2ef44c34-e3c9-424d-a482-19b7ecfd21fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:25.610439 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Request body: {'port': {'device_id': '8202d6f8-ec28-4383-b3a8-341b1ae4704d', 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51', 'admin_state_up': True, 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:25.832553 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=2fefa8f6-889e-4428-96bd-fc08660e2b6a,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:25.882967 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-65be2231-5616-40bc-bb7e-a0eed1b7f965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:25.955159 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-9a654fce-4675-435d-8b3a-90c39ff4695c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/quotas/3ae4d0581e264ca4b5c129526e3833ac HTTP/1.1" status: 200 len: 375 time: 0.5440392 Feb 28 18:42:25.995782 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2ef44c34-e3c9-424d-a482-19b7ecfd21fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:26.032471 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08c6a2-5102-43ce-983c-951863d4fd4b req-643810f3-2edf-4a3c-a9ca-0eadf18cbf01 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:26.038729 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4a08c6a2-5102-43ce-983c-951863d4fd4b req-643810f3-2edf-4a3c-a9ca-0eadf18cbf01 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 932 time: 0.9049928 Feb 28 18:42:26.075041 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-65be2231-5616-40bc-bb7e-a0eed1b7f965 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=440c652ad9944cd7be6a6af1ff3efe7c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5034862 Feb 28 18:42:26.076683 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be2231-5616-40bc-bb7e-a0eed1b7f965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bf54e4-510e-4d15-b8fa-1dfb16289787,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:26.107217 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46670) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:26.246490 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 2fefa8f6-889e-4428-96bd-fc08660e2b6a up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:26.545290 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:42:26.562213 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Made reservation on behalf of a48eebd5a79e46b18ab7edd762112bc5 for: {'port': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:42:26.566728 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:26.591774 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 2fefa8f6-889e-4428-96bd-fc08660e2b6a triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:26.592505 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:26.605315 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d1abe9b4-c9f4-49c2-b3f4-70784289088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:26.678628 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:26.737091 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4a08c6a2-5102-43ce-983c-951863d4fd4b req-c9ee1658-f737-4fd9-9368-6fb70733ec4f tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865277 Feb 28 18:42:26.737886 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:27.195595 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2ef44c34-e3c9-424d-a482-19b7ecfd21fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:27.198621 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2ef44c34-e3c9-424d-a482-19b7ecfd21fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:27.204145 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2ef44c34-e3c9-424d-a482-19b7ecfd21fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1737b434-36fa-42e5-b98e-010ed5575a99 HTTP/1.1" status: 204 len: 168 time: 3.0320206 Feb 28 18:42:27.220376 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef44c34-e3c9-424d-a482-19b7ecfd21fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737b434-36fa-42e5-b98e-010ed5575a99,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:27.234803 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Transition to ACTIVE for port object 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:42:27.258161 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-b1d628c6-cdde-4ca3-a6c8-5b4c4ba98476 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2475286 Feb 28 18:42:27.260637 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a47027-a6fe-41e5-aede-575e78454273 {{(pid=108388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:42:27.274250 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Allocated IP 172.20.0.4 (f8270e9a-0955-40d3-a81e-0b8e9c28ba51/ffaaac47-339b-4eeb-9e7a-6623ffa6cded/d7f18fda-fa14-4b57-9724-5a85dd601d2c) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:42:27.277173 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9479e4d1-95f3-4aa2-a6af-bec3bd6e0b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:27.324436 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9479e4d1-95f3-4aa2-a6af-bec3bd6e0b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:27.340873 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:27.354818 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4af89f58-b7e2-47e1-9b6f-ae19652f2133 req-c1b09180-f706-405b-afcd-bf9986733f00 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 210 time: 0.1992764 Feb 28 18:42:27.405642 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:27.524761 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46698) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:27.586089 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.provisioning_blocks [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Transition to ACTIVE for port object c6a47027-a6fe-41e5-aede-575e78454273 will not be triggered until provisioned by entity L2. {{(pid=108388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:42:27.602021 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:27.685666 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a47027-a6fe-41e5-aede-575e78454273,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:27.714286 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9479e4d1-95f3-4aa2-a6af-bec3bd6e0b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:27.717702 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9479e4d1-95f3-4aa2-a6af-bec3bd6e0b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:27.722941 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-9479e4d1-95f3-4aa2-a6af-bec3bd6e0b86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4bf54e4-510e-4d15-b8fa-1dfb16289787 HTTP/1.1" status: 204 len: 168 time: 1.6035337 Feb 28 18:42:27.784451 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479e4d1-95f3-4aa2-a6af-bec3bd6e0b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bf54e4-510e-4d15-b8fa-1dfb16289787,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:27.921130 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Pushing event updated for resources: {'Port': ['ID=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:27.943813 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Attempting to bind port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:42:27.945030 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Attempting to bind port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '35ed314a-874b-4fc0-9f28-2343cfe99e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '40966978-0a6f-4cb4-b800-1035a5f3a601'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:42:27.948523 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Attempting to bind port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c on network 40966978-0a6f-4cb4-b800-1035a5f3a601 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:27.994552 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e175cf-df53-498c-89e1-5a8e07473332 req-588aebb8-cb29-4506-a1e8-f749895d95f6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:28.003286 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-66e175cf-df53-498c-89e1-5a8e07473332 req-588aebb8-cb29-4506-a1e8-f749895d95f6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 943 time: 0.4964180 Feb 28 18:42:28.017948 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c on network 40966978-0a6f-4cb4-b800-1035a5f3a601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:42:28.018287 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Attempting to bind port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c on network 40966978-0a6f-4cb4-b800-1035a5f3a601 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:28.064076 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:42:28.064443 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Checking segment: {'id': '35ed314a-874b-4fc0-9f28-2343cfe99e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '40966978-0a6f-4cb4-b800-1035a5f3a601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:42:28.065032 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Bound using segment: {'id': '35ed314a-874b-4fc0-9f28-2343cfe99e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '40966978-0a6f-4cb4-b800-1035a5f3a601'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:42:28.065496 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Bound port: 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ed314a-874b-4fc0-9f28-2343cfe99e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '40966978-0a6f-4cb4-b800-1035a5f3a601'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:42:28.065852 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:28.132377 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-068c42fd-a421-4595-b2da-db8a03744fca service neutron] 10.222.0.39 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090173 Feb 28 18:42:28.239942 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] For port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:42:28.268151 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-66e175cf-df53-498c-89e1-5a8e07473332 req-2ed14a95-ff7a-4f4f-8d71-3c742c4549ed tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577353 Feb 28 18:42:28.271733 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6b54c6d0-cbe9-45ec-8038-d5c271772f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:28.275165 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] For port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,segment=NetworkSegment(35ed314a-874b-4fc0-9f28-2343cfe99e66),segment_id=35ed314a-874b-4fc0-9f28-2343cfe99e66)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:42:28.283414 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:28.298278 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Attempting to bind port c6a47027-a6fe-41e5-aede-575e78454273 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:42:28.298830 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Attempting to bind port c6a47027-a6fe-41e5-aede-575e78454273 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:42:28.299341 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Attempting to bind port c6a47027-a6fe-41e5-aede-575e78454273 on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:28.374949 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:28.375744 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:28.378063 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] 10.222.0.52 "PUT /v2.0/ports/76bbb697-3ec3-442c-97e8-b80fc8fa3f4c HTTP/1.1" status: 200 len: 1094 time: 6.9832652 Feb 28 18:42:28.378901 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aba820-d1c9-4ba6-88f7-478551a42d82', 'tag': '76bbb697-3ec3-442c-97e8-b80fc8fa3f4c'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:42:28.428440 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6b54c6d0-cbe9-45ec-8038-d5c271772f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:28.439756 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6b54c6d0-cbe9-45ec-8038-d5c271772f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:28.467002 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Port c6a47027-a6fe-41e5-aede-575e78454273 on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:42:28.467445 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Attempting to bind port c6a47027-a6fe-41e5-aede-575e78454273 on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:28.495431 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:42:28.495725 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Checking segment: {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:42:28.496217 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Bound using segment: {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:42:28.496691 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Bound port: c6a47027-a6fe-41e5-aede-575e78454273, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'}}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:42:28.497042 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:28.645626 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-6b54c6d0-cbe9-45ec-8038-d5c271772f08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9461c12569dc4490943d9ad56b2333b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1135821 Feb 28 18:42:28.679699 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46724) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:28.805316 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-683c6a57-55c4-4f1e-a3b3-84ab296b64e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:28.814687 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54c6d0-cbe9-45ec-8038-d5c271772f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e7c680-f234-4c75-b388-58a44f21145e,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:28.854399 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fba033cb-92df-4bba-aa72-b3a0424dbf7f service neutron] 10.222.0.39 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027152 Feb 28 18:42:29.002503 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:29.013923 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8872edc2-c8ff-4c9c-bb79-0d0a25c889b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:29.085218 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11400b47-3bb8-47e0-8687-0b38e32344f3 service neutron] Pushing event updated for resources: {'Port': ['ID=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:29.151289 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-8b5c615b-ddef-4a53-825c-9af629abd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:29.154761 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-8b5c615b-ddef-4a53-825c-9af629abd576 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1593715e0904fc4aab73c72c1040718&device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 1097 time: 0.6519449 Feb 28 18:42:29.242821 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8872edc2-c8ff-4c9c-bb79-0d0a25c889b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:29.475332 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] For port c6a47027-a6fe-41e5-aede-575e78454273, host hv-cinder-83118, cleared binding levels {{(pid=108388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:42:29.534431 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-0c915510-83d6-4f1a-81a9-9dd6086d5410 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c HTTP/1.1" status: 200 len: 217 time: 0.3591530 Feb 28 18:42:29.566820 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91bf2f-77bf-424b-953f-f26c2d674273 req-4f836c17-8bb7-4b63-94cd-6f618d203d34 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:29.571305 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ca91bf2f-77bf-424b-953f-f26c2d674273 req-4f836c17-8bb7-4b63-94cd-6f618d203d34 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 944 time: 0.8803132 Feb 28 18:42:29.677765 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] For port c6a47027-a6fe-41e5-aede-575e78454273, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c6a47027-a6fe-41e5-aede-575e78454273,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:42:29.709523 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-049a2f09-30b8-4dbb-b16e-2933ab07806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:29.709523 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-049a2f09-30b8-4dbb-b16e-2933ab07806d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f61a7eb-2294-4dc5-a2f0-07674fbbaa9f HTTP/1.1" status: 200 len: 852 time: 0.1274297 Feb 28 18:42:29.737579 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347daea-6479-4ced-813e-683b83d43012" -d '{"events": [{"name": "network-changed", "server_uuid": "67aba820-d1c9-4ba6-88f7-478551a42d82", "tag": "76bbb697-3ec3-442c-97e8-b80fc8fa3f4c"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:42:29.809261 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:29.918416 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4cec9b0e-bb75-46bf-b461-663a16151d01 req-3de3134b-a63f-4f9c-9e9e-968c0da9c399 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 210 time: 0.4025576 Feb 28 18:42:29.925474 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:29.943856 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:30.032514 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:30.034086 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:30.036819 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] 10.222.0.52 "PUT /v2.0/ports/c6a47027-a6fe-41e5-aede-575e78454273 HTTP/1.1" status: 200 len: 1093 time: 8.5194941 Feb 28 18:42:30.038426 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8872edc2-c8ff-4c9c-bb79-0d0a25c889b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:30.043126 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8872edc2-c8ff-4c9c-bb79-0d0a25c889b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:30.049370 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-8872edc2-c8ff-4c9c-bb79-0d0a25c889b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08e7c680-f234-4c75-b388-58a44f21145e HTTP/1.1" status: 204 len: 168 time: 1.3663516 Feb 28 18:42:30.061830 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99661577-5860-4c3f-9d38-135fc4b0a670', 'tag': 'c6a47027-a6fe-41e5-aede-575e78454273'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:42:30.172620 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:42:30.182375 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:30.288562 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-869625da-bd2e-407d-b198-a4fbf7122774 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40966978-0a6f-4cb4-b800-1035a5f3a601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5386024 Feb 28 18:42:30.291895 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Transition to ACTIVE for port object 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:42:30.296207 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ca91bf2f-77bf-424b-953f-f26c2d674273 req-4c59688a-c5fb-45a6-8601-95dbb2fc7bc4 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923626 Feb 28 18:42:30.307141 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:30.376957 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:30.405152 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:30.419928 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:42:30.457131 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:30.461009 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:30.579435 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872edc2-c8ff-4c9c-bb79-0d0a25c889b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e7c680-f234-4c75-b388-58a44f21145e,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:30.613698 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0423050 Feb 28 18:42:30.681591 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Request body: {'port': {'device_id': '8202d6f8-ec28-4383-b3a8-341b1ae4704d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:30.767376 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ccdfb713-b375-4064-be77-12f89489e1e0 req-3c98ffa4-0144-4065-b268-f400dbee76d7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 210 time: 0.1039133 Feb 28 18:42:30.792369 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Pushing event updated for resources: {'Port': ['ID=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:30.825093 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c5812-3b7a-47f0-9ac6-229f83e2f23c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Pushing event updated for resources: {'Port': ['ID=d7f18fda-fa14-4b57-9724-5a85dd601d2c,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:30.905092 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Attempting to bind port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:42:30.905703 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Attempting to bind port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:42:30.906530 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Attempting to bind port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 on network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:30.918034 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 on network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:42:30.918530 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Attempting to bind port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 on network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:30.924459 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-b372a271-90c4-4c62-9a1d-d0515a4de732 service neutron] 10.222.0.52 "GET /v2.0/networks/40966978-0a6f-4cb4-b800-1035a5f3a601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268561 Feb 28 18:42:30.931425 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:42:30.932283 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Checking segment: {'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:42:30.933051 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Bound using segment: {'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:42:30.934282 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Bound port: 2fae119d-62f2-44e9-8fdf-a7f0c8469f85, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:42:30.935443 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:31.237756 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] For port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:42:31.247894 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] For port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:42:31.256259 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-759ebb54-2695-46f0-be7d-e071e28b5b06 req-b20cac4f-7bea-438f-b37a-72ac108a92f0 service neutron] 10.222.0.52 "GET /v2.0/networks/40966978-0a6f-4cb4-b800-1035a5f3a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174672 Feb 28 18:42:31.260126 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:31.298772 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76650de3-9bf9-4c8e-adea-946a951beb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "99661577-5860-4c3f-9d38-135fc4b0a670", "tag": "c6a47027-a6fe-41e5-aede-575e78454273"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:42:31.307194 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-33f1220b-cc20-4ca8-b839-354b7ac8f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:31.308788 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-33f1220b-cc20-4ca8-b839-354b7ac8f08e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 1096 time: 1.0712183 Feb 28 18:42:31.386522 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c249d9-599e-4b76-a769-8ff83ecfd6ee req-0e5cf312-9a7a-4a6e-b5d9-33dc69da5719 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:31.388893 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c3c249d9-599e-4b76-a769-8ff83ecfd6ee req-0e5cf312-9a7a-4a6e-b5d9-33dc69da5719 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 943 time: 1.1479423 Feb 28 18:42:31.389607 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:31.473297 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:31.477022 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:31.479363 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] 10.222.0.52 "PUT /v2.0/ports/2fae119d-62f2-44e9-8fdf-a7f0c8469f85 HTTP/1.1" status: 200 len: 1093 time: 5.9659986 Feb 28 18:42:31.513794 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:31.567018 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124aa02-c61c-4acc-b296-ae87386b2f79 service neutron] Pushing event updated for resources: {'Port': ['ID=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:31.698185 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca35be2-5602-4b24-bf18-0fefe8d53497 x-openstack-request-id: req-bca35be2-5602-4b24-bf18-0fefe8d53497 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:42:31.702141 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aba820-d1c9-4ba6-88f7-478551a42d82", "tag": "76bbb697-3ec3-442c-97e8-b80fc8fa3f4c", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:42:31.703264 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bca35be2-5602-4b24-bf18-0fefe8d53497 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:42:31.705334 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aba820-d1c9-4ba6-88f7-478551a42d82', 'tag': '76bbb697-3ec3-442c-97e8-b80fc8fa3f4c', 'status': 'completed', 'code': 200} Feb 28 18:42:31.707270 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.52', 65341) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:31.759175 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:31.939074 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46810) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:32.053112 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-eb8658d2-4d33-462f-905b-28f3455a90a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:32.073757 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-50c67068-2adc-462f-a975-30aaf2fdbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:32.074312 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e9e09-7a7f-4509-b065-852ed1aab2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a47027-a6fe-41e5-aede-575e78454273,revision_number=3']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:32.078202 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-50c67068-2adc-462f-a975-30aaf2fdbcbd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 1096 time: 0.4948928 Feb 28 18:42:32.109418 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c3c249d9-599e-4b76-a769-8ff83ecfd6ee req-97916953-57fa-45b6-9aa5-9b1fd05f6a12 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210856 Feb 28 18:42:32.113559 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-36878393-a731-46be-acab-48ea444a7a99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a47027-a6fe-41e5-aede-575e78454273 HTTP/1.1" status: 200 len: 217 time: 0.4797142 Feb 28 18:42:32.152121 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347daea-6479-4ced-813e-683b83d43012 req-c31b8b2b-9d0e-47c1-8572-22da97ceb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:32.161321 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3347daea-6479-4ced-813e-683b83d43012 req-c31b8b2b-9d0e-47c1-8572-22da97ceb0b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1593715e0904fc4aab73c72c1040718&device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 1097 time: 0.4183607 Feb 28 18:42:32.211859 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd149996-f1fa-4561-8184-b744d57bcfa2 req-e235bfd8-53f8-4737-98a6-3620fca532c9 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:32.214988 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bd149996-f1fa-4561-8184-b744d57bcfa2 req-e235bfd8-53f8-4737-98a6-3620fca532c9 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 931 time: 0.4025304 Feb 28 18:42:32.533526 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-7577cdf7-bd48-4b98-850b-2f0b71ab0d70 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:32.535159 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-7577cdf7-bd48-4b98-850b-2f0b71ab0d70 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 816 time: 0.8214033 Feb 28 18:42:32.560232 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-d71d9fe7-7b49-481c-9f26-a8114ecc4d7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85 HTTP/1.1" status: 200 len: 217 time: 0.2904642 Feb 28 18:42:32.594913 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bd149996-f1fa-4561-8184-b744d57bcfa2 req-87a52159-9e0a-43c9-a147-f20691c2b50c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690753 Feb 28 18:42:32.630060 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347daea-6479-4ced-813e-683b83d43012 req-f0c7eb1c-2ac4-49be-92e0-66b9a212ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:32.631699 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3347daea-6479-4ced-813e-683b83d43012 req-f0c7eb1c-2ac4-49be-92e0-66b9a212ddd0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=40966978-0a6f-4cb4-b800-1035a5f3a601 HTTP/1.1" status: 200 len: 913 time: 0.3377633 Feb 28 18:42:32.708498 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-eb8658d2-4d33-462f-905b-28f3455a90a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:32.718379 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-eb8658d2-4d33-462f-905b-28f3455a90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:32.815014 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-eb8658d2-4d33-462f-905b-28f3455a90a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ca32eb424d34773970a261b0b785bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8499739 Feb 28 18:42:32.815014 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8658d2-4d33-462f-905b-28f3455a90a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8723f539-7219-4167-b614-507041562c13,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:32.820026 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46836) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:32.834958 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-86318158-1f13-447f-a0ba-18cc2d8d42be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:32.837506 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-86318158-1f13-447f-a0ba-18cc2d8d42be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d6904ad-b27a-45ad-80ca-02807b6e0841 HTTP/1.1" status: 200 len: 855 time: 0.3949006 Feb 28 18:42:32.838330 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1164-0059-417a-a5ed-8ff2e1a95e28 req-892ca72a-f140-4eb5-9cdb-810c08569fbc tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:32.845836 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-372b1164-0059-417a-a5ed-8ff2e1a95e28 req-892ca72a-f140-4eb5-9cdb-810c08569fbc tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 944 time: 0.1193874 Feb 28 18:42:32.913920 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3370f4a-04e3-4c4c-8053-d5695efdad30 x-openstack-request-id: req-c3370f4a-04e3-4c4c-8053-d5695efdad30 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:42:32.914407 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99661577-5860-4c3f-9d38-135fc4b0a670", "tag": "c6a47027-a6fe-41e5-aede-575e78454273", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:42:32.914793 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3370f4a-04e3-4c4c-8053-d5695efdad30 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:42:32.915539 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99661577-5860-4c3f-9d38-135fc4b0a670', 'tag': 'c6a47027-a6fe-41e5-aede-575e78454273', 'status': 'completed', 'code': 200} Feb 28 18:42:32.923590 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-372b1164-0059-417a-a5ed-8ff2e1a95e28 req-7abac763-4209-4a98-8875-95766163e0ba tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767233 Feb 28 18:42:32.947272 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fdde7e4e-8e1f-465d-ab55-40148cfea34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:32.984920 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fdde7e4e-8e1f-465d-ab55-40148cfea34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:33.025747 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-be97e07f-e662-4cb1-9029-0690ff24b7cd req-9d1d2b5c-f9b5-490b-8bbf-32b0c42d7674 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 210 time: 0.0739675 Feb 28 18:42:33.083806 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fdde7e4e-8e1f-465d-ab55-40148cfea34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:33.088289 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fdde7e4e-8e1f-465d-ab55-40148cfea34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:33.093335 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-fdde7e4e-8e1f-465d-ab55-40148cfea34c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8723f539-7219-4167-b614-507041562c13 HTTP/1.1" status: 204 len: 168 time: 0.2684777 Feb 28 18:42:33.125115 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde7e4e-8e1f-465d-ab55-40148cfea34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8723f539-7219-4167-b614-507041562c13,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:33.223665 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f18fda-fa14-4b57-9724-5a85dd601d2c {{(pid=108388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:42:33.242299 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:33.286587 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.provisioning_blocks [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Transition to ACTIVE for port object d7f18fda-fa14-4b57-9724-5a85dd601d2c will not be triggered until provisioned by entity L2. {{(pid=108388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:42:33.299202 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:33.385836 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7b153-7352-4818-8e8e-788e5bdde234 req-eb2ec306-cab5-4274-8d17-25e9171cc94f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:33.388866 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-81a7b153-7352-4818-8e8e-788e5bdde234 req-eb2ec306-cab5-4274-8d17-25e9171cc94f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 943 time: 0.1087973 Feb 28 18:42:33.449470 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-81a7b153-7352-4818-8e8e-788e5bdde234 req-cbff719e-e70b-4fc3-8ec1-f422cf072f10 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498288 Feb 28 18:42:33.599063 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f18fda-fa14-4b57-9724-5a85dd601d2c,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:33.632009 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Attempting to bind port d7f18fda-fa14-4b57-9724-5a85dd601d2c on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:42:33.632519 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Attempting to bind port d7f18fda-fa14-4b57-9724-5a85dd601d2c by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:42:33.632972 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Attempting to bind port d7f18fda-fa14-4b57-9724-5a85dd601d2c on network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:33.639278 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Port d7f18fda-fa14-4b57-9724-5a85dd601d2c on network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:42:33.639894 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Attempting to bind port d7f18fda-fa14-4b57-9724-5a85dd601d2c on network f8270e9a-0955-40d3-a81e-0b8e9c28ba51 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:33.651624 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:42:33.651624 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Checking segment: {'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:42:33.651624 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Bound using segment: {'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:42:33.651624 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Bound port: d7f18fda-fa14-4b57-9724-5a85dd601d2c, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882e992e-0e89-402e-a4c9-a290c95ec101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51'}}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:42:33.651624 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:33.707857 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c94d2f-2b7e-4a0c-9d82-f9647cd94956', 'tag': '2fae119d-62f2-44e9-8fdf-a7f0c8469f85'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:42:33.718606 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f59ba7-5d62-4266-b600-4e5e35748786" -d '{"events": [{"name": "network-changed", "server_uuid": "24c94d2f-2b7e-4a0c-9d82-f9647cd94956", "tag": "2fae119d-62f2-44e9-8fdf-a7f0c8469f85"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:42:33.774226 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] For port d7f18fda-fa14-4b57-9724-5a85dd601d2c, host hv-cinder-83118, cleared binding levels {{(pid=108388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:42:33.778812 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] For port d7f18fda-fa14-4b57-9724-5a85dd601d2c, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d7f18fda-fa14-4b57-9724-5a85dd601d2c,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:42:33.800155 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:33.805025 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4eb777-2fc9-4ff2-8579-5fe714468705 x-openstack-request-id: req-3e4eb777-2fc9-4ff2-8579-5fe714468705 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:42:33.805386 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c94d2f-2b7e-4a0c-9d82-f9647cd94956", "tag": "2fae119d-62f2-44e9-8fdf-a7f0c8469f85", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:42:33.805955 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e4eb777-2fc9-4ff2-8579-5fe714468705 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:42:33.806451 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c94d2f-2b7e-4a0c-9d82-f9647cd94956', 'tag': '2fae119d-62f2-44e9-8fdf-a7f0c8469f85', 'status': 'completed', 'code': 200} Feb 28 18:42:33.864386 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:33.865114 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:33.866738 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] 10.222.0.52 "PUT /v2.0/ports/d7f18fda-fa14-4b57-9724-5a85dd601d2c HTTP/1.1" status: 200 len: 1093 time: 3.2365746 Feb 28 18:42:33.887198 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9620-b3e2-4603-a88f-03b79e9890d8 req-d8270846-1d09-44f2-b8f6-fb116f6dda29 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:33.888995 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-75ad9620-b3e2-4603-a88f-03b79e9890d8 req-d8270846-1d09-44f2-b8f6-fb116f6dda29 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 943 time: 0.1625602 Feb 28 18:42:33.892945 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b989c23-aced-4136-ac77-9fd6715c7ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f18fda-fa14-4b57-9724-5a85dd601d2c,revision_number=3']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:33.963792 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-75ad9620-b3e2-4603-a88f-03b79e9890d8 req-8c22eb5a-b8da-42cf-a74d-de01c5690880 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488589 Feb 28 18:42:34.066019 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bf9ba-f5b4-485d-b6bc-512de9980aa8 req-457e5c95-12b4-4658-9ee7-29d438037cef tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:34.067784 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e6bf9ba-f5b4-485d-b6bc-512de9980aa8 req-457e5c95-12b4-4658-9ee7-29d438037cef tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 944 time: 0.0643260 Feb 28 18:42:34.097638 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46890) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:34.143431 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e6bf9ba-f5b4-485d-b6bc-512de9980aa8 req-975c2c21-7406-41b2-8bf8-2a5202e06d1c tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603106 Feb 28 18:42:34.196680 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-422de0ba-7e56-48a0-8ff4-163d12746733 req-78991854-b0a8-4a55-b548-89d65a72df54 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 210 time: 0.0320032 Feb 28 18:42:34.277786 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-78b688da-89f2-46fc-9a46-5d8e054f3090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:34.396826 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-78b688da-89f2-46fc-9a46-5d8e054f3090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:34.405569 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-78b688da-89f2-46fc-9a46-5d8e054f3090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:34.467456 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-78b688da-89f2-46fc-9a46-5d8e054f3090 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f3c686e895a4247af7f2080dc155a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639979 Feb 28 18:42:34.467761 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46910) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:34.469286 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b688da-89f2-46fc-9a46-5d8e054f3090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268d75c3-ab9c-4124-9e12-8e492cbe85bc,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:34.555305 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab42ec7e-55e1-4e10-8e67-29189a49ec32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:34.612317 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab42ec7e-55e1-4e10-8e67-29189a49ec32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:34.766407 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3347daea-6479-4ced-813e-683b83d43012 req-2b76d3a9-412c-41f2-9562-6dae958d9843 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c HTTP/1.1" status: 200 len: 217 time: 0.0925119 Feb 28 18:42:34.768575 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-7bfae16e-1155-4317-b128-7e117ac81d33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022754 Feb 28 18:42:34.780621 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc51f3-92a9-4ce8-ab38-1ae39ec4f56c req-7ac3be61-18ac-4d83-b26e-76320a4a7921 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:34.782279 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-16bc51f3-92a9-4ce8-ab38-1ae39ec4f56c req-7ac3be61-18ac-4d83-b26e-76320a4a7921 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 943 time: 0.1895974 Feb 28 18:42:34.861031 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-aabe5b8b-aa06-4146-93d8-086a7413c2d5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ae4d0581e264ca4b5c129526e3833ac HTTP/1.1" status: 200 len: 379 time: 0.1952894 Feb 28 18:42:34.870853 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab42ec7e-55e1-4e10-8e67-29189a49ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:34.873552 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ab42ec7e-55e1-4e10-8e67-29189a49ec32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:34.888701 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-ab42ec7e-55e1-4e10-8e67-29189a49ec32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/268d75c3-ab9c-4124-9e12-8e492cbe85bc HTTP/1.1" status: 204 len: 168 time: 0.4192238 Feb 28 18:42:34.904889 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'port': {'device_id': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'admin_state_up': True, 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'security_groups': ['36d4ea25-803a-458b-afa2-ca42c781dafa']}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:34.928859 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8202d6f8-ec28-4383-b3a8-341b1ae4704d', 'tag': 'd7f18fda-fa14-4b57-9724-5a85dd601d2c'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:42:34.933393 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747c2680-4882-47be-abeb-c3c1855cf4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8202d6f8-ec28-4383-b3a8-341b1ae4704d", "tag": "d7f18fda-fa14-4b57-9724-5a85dd601d2c"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:42:34.963234 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42ec7e-55e1-4e10-8e67-29189a49ec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268d75c3-ab9c-4124-9e12-8e492cbe85bc,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:35.049130 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347daea-6479-4ced-813e-683b83d43012 req-d0b86e8a-4985-4763-b5b8-db607dbf473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:35.052831 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3347daea-6479-4ced-813e-683b83d43012 req-d0b86e8a-4985-4763-b5b8-db607dbf473e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f61a7eb-2294-4dc5-a2f0-07674fbbaa9f HTTP/1.1" status: 200 len: 852 time: 0.2693322 Feb 28 18:42:35.087139 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f86260-a72b-4faf-963a-20d675fd0d62 x-openstack-request-id: req-d1f86260-a72b-4faf-963a-20d675fd0d62 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:42:35.088100 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8202d6f8-ec28-4383-b3a8-341b1ae4704d", "tag": "d7f18fda-fa14-4b57-9724-5a85dd601d2c", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:42:35.088817 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1f86260-a72b-4faf-963a-20d675fd0d62 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:42:35.089717 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8202d6f8-ec28-4383-b3a8-341b1ae4704d', 'tag': 'd7f18fda-fa14-4b57-9724-5a85dd601d2c', 'status': 'completed', 'code': 200} Feb 28 18:42:35.090000 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-16bc51f3-92a9-4ce8-ab38-1ae39ec4f56c req-d4239297-67b4-495e-85b0-1ec6c9e8f5d8 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768450 Feb 28 18:42:35.093265 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-2614d147-a18d-409c-9a77-f6d2f2c1f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:35.095763 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-2614d147-a18d-409c-9a77-f6d2f2c1f5d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 200 len: 858 time: 0.4206271 Feb 28 18:42:35.110357 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-f9677ccd-e6c7-48c9-b9b8-3b5257ebe777 service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950578 Feb 28 18:42:35.134004 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-809cad68-1b01-4c7a-b0c3-a119913a3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:35.137438 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-809cad68-1b01-4c7a-b0c3-a119913a3a2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 1096 time: 0.4150674 Feb 28 18:42:35.181632 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3347daea-6479-4ced-813e-683b83d43012 req-f7ea122d-fa08-421d-b9ce-950c9b68e3ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40966978-0a6f-4cb4-b800-1035a5f3a601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684187 Feb 28 18:42:35.295666 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-797a00ea-a6f3-4a46-a90d-5b1cfda4bbe3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7f18fda-fa14-4b57-9724-5a85dd601d2c HTTP/1.1" status: 200 len: 217 time: 0.1442294 Feb 28 18:42:35.399271 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-05489c16-fedb-438f-99f3-e14934d9f769 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736120 Feb 28 18:42:35.550207 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-9067d1a9-afbf-4e7d-a8d9-c3f7d580eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:35.551942 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-9067d1a9-afbf-4e7d-a8d9-c3f7d580eca4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 200 len: 858 time: 0.2302513 Feb 28 18:42:35.567315 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c41b-e4dd-4cb6-b6e3-d30ab349da2b req-7a6fa0b2-b0c0-43fc-991e-c126a0a0b48e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:35.577102 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5ac5c41b-e4dd-4cb6-b6e3-d30ab349da2b req-7a6fa0b2-b0c0-43fc-991e-c126a0a0b48e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 943 time: 0.2897420 Feb 28 18:42:35.581494 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c152af31-68ec-4f54-bba6-306c2bd796bb req-16e71ad8-0d1a-423e-84a2-3f65893f7836 service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517910 Feb 28 18:42:35.674753 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5ac5c41b-e4dd-4cb6-b6e3-d30ab349da2b req-dd64a809-9593-4c3d-af09-4e86af330b1c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912325 Feb 28 18:42:35.698053 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-a4776b2f-a3d7-4771-8b74-ac78451116cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627413 Feb 28 18:42:35.745566 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 46948) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:35.777781 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-35d2d61d-92e1-43fc-bad0-7e0f1a8d7d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:35.852953 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-887c6de0-f285-47cc-b5de-8a916038b565 req-abb26288-8371-4194-92b9-71209bae4255 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 210 time: 0.0434554 Feb 28 18:42:36.043753 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3347daea-6479-4ced-813e-683b83d43012 req-994a8627-74ae-48ca-b03c-589e1f467648 service neutron] 10.222.0.52 "GET /v2.0/networks/40966978-0a6f-4cb4-b800-1035a5f3a601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004151 Feb 28 18:42:36.146849 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb0249-6aac-44a8-8b5b-4be6eddbfbbc req-4cc38fa2-7e3f-452b-b4ce-9cd1e937e511 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:36.148725 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3cdb0249-6aac-44a8-8b5b-4be6eddbfbbc req-4cc38fa2-7e3f-452b-b4ce-9cd1e937e511 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 944 time: 0.7481048 Feb 28 18:42:36.155523 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-db1211ec-e7e1-49e0-8e97-e68726f5cc93 service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995338 Feb 28 18:42:36.171248 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-35d2d61d-92e1-43fc-bad0-7e0f1a8d7d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:36.188538 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-35d2d61d-92e1-43fc-bad0-7e0f1a8d7d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:36.256215 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-35d2d61d-92e1-43fc-bad0-7e0f1a8d7d73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=999e2c7c86004492920934addda835bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088265 Feb 28 18:42:36.267290 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 46968) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:36.305306 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Made reservation on behalf of 3ae4d0581e264ca4b5c129526e3833ac for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:42:36.309194 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:36.319622 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3347daea-6479-4ced-813e-683b83d43012 req-468d6702-01a9-4210-baaf-84c53da87a57 service neutron] 10.222.0.52 "GET /v2.0/networks/40966978-0a6f-4cb4-b800-1035a5f3a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644656 Feb 28 18:42:36.377416 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3cdb0249-6aac-44a8-8b5b-4be6eddbfbbc req-f8217783-1c53-47f4-8dda-f14261404e96 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946735 Feb 28 18:42:36.433327 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2d61d-92e1-43fc-bad0-7e0f1a8d7d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01edb0d-4af7-4841-b89e-a26fad57348d,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:36.438386 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76650de3-9bf9-4c8e-adea-946a951beb3e req-718bb801-cde9-4c60-91cb-ca1e1bc30531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:36.440199 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-76650de3-9bf9-4c8e-adea-946a951beb3e req-718bb801-cde9-4c60-91cb-ca1e1bc30531 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 1096 time: 0.4859679 Feb 28 18:42:36.469579 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dedd3fbd-1b59-4ff8-83e7-6e749619b027 req-1ce15a4d-37e3-4bc3-965b-5d8a48cd55b9 service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056526 Feb 28 18:42:36.503869 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6a69-8e06-459d-a0e9-ee3880c7bdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:36.545193 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6a69-8e06-459d-a0e9-ee3880c7bdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:36.633742 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-929be952-27f9-4ff7-bb75-474b9aef4bab service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822023 Feb 28 18:42:36.662312 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Allocated IP 172.20.0.9 (a7970e89-9f27-4343-b2f2-1a50f7564b61/338a2712-d245-429a-8b07-2daf9f41a687/0e1a4fcf-0502-4a90-8900-002139be7461) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:42:36.687590 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866415-8804-460b-81d4-6caf1c10d574 req-d0060071-de66-40ed-bed4-d49957b5cd17 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:36.689254 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-47866415-8804-460b-81d4-6caf1c10d574 req-d0060071-de66-40ed-bed4-d49957b5cd17 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 943 time: 0.3555560 Feb 28 18:42:36.701210 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f59ba7-5d62-4266-b600-4e5e35748786 req-5084bd3b-2fab-4356-a84f-5b757d9485a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:36.703165 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-26f59ba7-5d62-4266-b600-4e5e35748786 req-5084bd3b-2fab-4356-a84f-5b757d9485a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 1096 time: 0.1197381 Feb 28 18:42:36.784189 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76650de3-9bf9-4c8e-adea-946a951beb3e req-d47853f4-d884-415c-bb7f-a7089e9d902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:36.785637 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-76650de3-9bf9-4c8e-adea-946a951beb3e req-d47853f4-d884-415c-bb7f-a7089e9d902b service neutron] 10.222.0.52 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 916 time: 0.3373809 Feb 28 18:42:36.859963 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-47866415-8804-460b-81d4-6caf1c10d574 req-74af5611-ed79-4056-959b-396001b8923e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209731 Feb 28 18:42:36.864234 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-76650de3-9bf9-4c8e-adea-946a951beb3e req-a64fde22-418b-409f-b4a9-ab48da4c94c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a47027-a6fe-41e5-aede-575e78454273 HTTP/1.1" status: 200 len: 217 time: 0.0632231 Feb 28 18:42:36.916515 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88d8a647-4b15-4b07-86d3-8d010065ec5f req-c4e2f14a-bf11-4d1c-a9eb-c974924b2feb service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686291 Feb 28 18:42:36.934110 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6a69-8e06-459d-a0e9-ee3880c7bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:36.939054 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6a69-8e06-459d-a0e9-ee3880c7bdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:36.941131 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-ba8b6a69-8e06-459d-a0e9-ee3880c7bdaf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b01edb0d-4af7-4841-b89e-a26fad57348d HTTP/1.1" status: 204 len: 168 time: 0.6725736 Feb 28 18:42:36.986718 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76650de3-9bf9-4c8e-adea-946a951beb3e req-640c53ff-8e71-4fd5-b6eb-d63e99e71a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:36.992846 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-76650de3-9bf9-4c8e-adea-946a951beb3e req-640c53ff-8e71-4fd5-b6eb-d63e99e71a37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d6904ad-b27a-45ad-80ca-02807b6e0841 HTTP/1.1" status: 200 len: 855 time: 0.1154821 Feb 28 18:42:37.053041 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-76650de3-9bf9-4c8e-adea-946a951beb3e req-55874e77-e578-47c5-9bc2-2fafdac4254b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538802 Feb 28 18:42:37.121279 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b6a69-8e06-459d-a0e9-ee3880c7bdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01edb0d-4af7-4841-b89e-a26fad57348d,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:37.212823 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-633b3708-0f4d-4bb0-bfb0-2e5a5094cdf9 req-b2a39fe7-5571-46e1-93a3-c13682a18c19 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 210 time: 0.1042929 Feb 28 18:42:37.234113 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a6591-6b95-4b1a-9300-0fd63cbe9957 req-ad8a928e-f71a-485d-9c0e-79da045ea5f9 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:37.236754 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a48a6591-6b95-4b1a-9300-0fd63cbe9957 req-ad8a928e-f71a-485d-9c0e-79da045ea5f9 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 943 time: 0.4544084 Feb 28 18:42:37.242079 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f59ba7-5d62-4266-b600-4e5e35748786 req-818e1f5a-4124-4391-a7aa-0451ba5f3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:37.244588 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-26f59ba7-5d62-4266-b600-4e5e35748786 req-818e1f5a-4124-4391-a7aa-0451ba5f3b72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 919 time: 0.5320842 Feb 28 18:42:37.272819 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c2680-4882-47be-abeb-c3c1855cf4e0 req-4b021ee1-dfbd-4422-8d68-a5ea6a0961ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:37.275335 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-747c2680-4882-47be-abeb-c3c1855cf4e0 req-4b021ee1-dfbd-4422-8d68-a5ea6a0961ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 1096 time: 0.2278416 Feb 28 18:42:37.345296 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-26f59ba7-5d62-4266-b600-4e5e35748786 req-a2344a0d-866e-42c7-ae22-536360300d91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85 HTTP/1.1" status: 200 len: 217 time: 0.0935478 Feb 28 18:42:37.415726 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-76650de3-9bf9-4c8e-adea-946a951beb3e req-4ac82b54-5c4d-4e33-8988-ee1857b13a67 service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366089 Feb 28 18:42:37.448212 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:37.477058 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a48a6591-6b95-4b1a-9300-0fd63cbe9957 req-feb79b87-109b-4e26-af96-24320d991869 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265823 Feb 28 18:42:37.489408 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f59ba7-5d62-4266-b600-4e5e35748786 req-4a2f91c7-289d-4b6b-b138-3da0f442f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:37.491226 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-26f59ba7-5d62-4266-b600-4e5e35748786 req-4a2f91c7-289d-4b6b-b138-3da0f442f402 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 200 len: 858 time: 0.1390352 Feb 28 18:42:37.540129 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-26f59ba7-5d62-4266-b600-4e5e35748786 req-3b81b2c3-ae44-49be-a5bb-5531e23ac366 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415096 Feb 28 18:42:37.643266 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:37.781561 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Network a7970e89-9f27-4343-b2f2-1a50f7564b61 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:42:37.790073 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:37.807050 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:42:37.814928 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:42:37.827185 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:37.828213 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:37.854161 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-26f59ba7-5d62-4266-b600-4e5e35748786 req-9e633e9c-5467-4f6f-8493-2a504264d9f8 service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877855 Feb 28 18:42:37.881727 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34299c-9b2a-4bf6-8990-de04d372a367 req-707fce4f-d98e-4acb-ac9c-bf3a2a2469e0 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:37.884097 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cf34299c-9b2a-4bf6-8990-de04d372a367 req-707fce4f-d98e-4acb-ac9c-bf3a2a2469e0 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 944 time: 0.4169760 Feb 28 18:42:37.888497 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c2680-4882-47be-abeb-c3c1855cf4e0 req-b4ba7c6c-a7d4-4a62-aa8f-26a2b47dc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:37.896299 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-747c2680-4882-47be-abeb-c3c1855cf4e0 req-b4ba7c6c-a7d4-4a62-aa8f-26a2b47dc549 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 919 time: 0.6092958 Feb 28 18:42:38.025423 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-747c2680-4882-47be-abeb-c3c1855cf4e0 req-f0161f83-1008-4386-a1ee-885fae17992e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7f18fda-fa14-4b57-9724-5a85dd601d2c HTTP/1.1" status: 200 len: 217 time: 0.1201496 Feb 28 18:42:38.027915 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-76650de3-9bf9-4c8e-adea-946a951beb3e req-debac28d-49c2-4752-b08e-32550f48f5c9 service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048355 Feb 28 18:42:38.087314 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cf34299c-9b2a-4bf6-8990-de04d372a367 req-485df0dd-fb5b-4767-af22-6cf9da635209 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871483 Feb 28 18:42:38.109766 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-3b147538-aa65-420d-9e3f-9c568f515089 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1978621 Feb 28 18:42:38.137436 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Request body: {'port': {'device_id': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:42:38.141908 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c2680-4882-47be-abeb-c3c1855cf4e0 req-0aeb1513-da0c-4585-bb38-831821820e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:38.143679 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-747c2680-4882-47be-abeb-c3c1855cf4e0 req-0aeb1513-da0c-4585-bb38-831821820e34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 200 len: 858 time: 0.0800979 Feb 28 18:42:38.207654 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-747c2680-4882-47be-abeb-c3c1855cf4e0 req-24eebbea-b570-4735-bbd9-07962b11ff64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555568 Feb 28 18:42:38.304081 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-34deaf60-ef5b-417e-8239-c3d5dde2b96b None None] Provisioning complete for port 0e1a4fcf-0502-4a90-8900-002139be7461 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:38.304690 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-34deaf60-ef5b-417e-8239-c3d5dde2b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:38.444598 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-34deaf60-ef5b-417e-8239-c3d5dde2b96b None None] Port 0e1a4fcf-0502-4a90-8900-002139be7461 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:42:38.490350 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-26f59ba7-5d62-4266-b600-4e5e35748786 req-143be19c-2d57-4a01-897b-73e970d5212c service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282983 Feb 28 18:42:38.499001 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970ff81-193e-4575-87a3-f30b02b1c6c2 req-e352ccc9-cfdc-4c7b-885f-f572b4faebc2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:38.503604 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a970ff81-193e-4575-87a3-f30b02b1c6c2 req-e352ccc9-cfdc-4c7b-885f-f572b4faebc2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 931 time: 0.1666498 Feb 28 18:42:38.518355 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da9d3f-d7d6-472b-8593-c3fa8598af58 req-275a65cb-38be-433a-b614-c67e569c93b7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:38.530180 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8da9d3f-d7d6-472b-8593-c3fa8598af58 req-275a65cb-38be-433a-b614-c67e569c93b7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 943 time: 0.4608197 Feb 28 18:42:38.539025 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:38.608854 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8da9d3f-d7d6-472b-8593-c3fa8598af58 req-cab2117b-2c05-4476-9bcc-32578017eb48 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771668 Feb 28 18:42:38.659120 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a970ff81-193e-4575-87a3-f30b02b1c6c2 req-78c55641-30b1-4465-9df9-bfc10be0976b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492906 Feb 28 18:42:38.676381 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-747c2680-4882-47be-abeb-c3c1855cf4e0 req-24156f47-bcdf-46d2-a8fc-049e0ac559a5 service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487159 Feb 28 18:42:38.868843 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-747c2680-4882-47be-abeb-c3c1855cf4e0 req-ba54ccde-29c4-4a36-90c6-468c88c9f01e service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912282 Feb 28 18:42:38.947188 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614dfe0-30df-4e6a-9292-029c5e605e33 req-ae922ff0-4a45-4683-83ec-d6bb002f0125 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:38.955687 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1614dfe0-30df-4e6a-9292-029c5e605e33 req-ae922ff0-4a45-4683-83ec-d6bb002f0125 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 943 time: 0.1532128 Feb 28 18:42:39.030381 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1614dfe0-30df-4e6a-9292-029c5e605e33 req-462a2c8e-7995-426c-abb7-f26805fa5f67 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705061 Feb 28 18:42:39.217638 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1a4fcf-0502-4a90-8900-002139be7461 {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:42:39.239343 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:39.290264 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Transition to ACTIVE for port object 0e1a4fcf-0502-4a90-8900-002139be7461 will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:42:39.299877 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:39.345735 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47046) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:39.366067 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b078b20-93f2-4a44-b4a8-2d916d4bf9c9 req-134f178e-45ab-4f08-b1f3-658774fc4dd3 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:39.368333 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0b078b20-93f2-4a44-b4a8-2d916d4bf9c9 req-134f178e-45ab-4f08-b1f3-658774fc4dd3 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 944 time: 0.1169946 Feb 28 18:42:39.507277 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:39.524278 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0b078b20-93f2-4a44-b4a8-2d916d4bf9c9 req-540d268f-8140-46ea-85e0-7b999e41515b tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107297 Feb 28 18:42:39.551443 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Attempting to bind port 0e1a4fcf-0502-4a90-8900-002139be7461 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:42:39.552002 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Attempting to bind port 0e1a4fcf-0502-4a90-8900-002139be7461 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:42:39.552549 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Attempting to bind port 0e1a4fcf-0502-4a90-8900-002139be7461 on network a7970e89-9f27-4343-b2f2-1a50f7564b61 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:39.577814 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Port 0e1a4fcf-0502-4a90-8900-002139be7461 on network a7970e89-9f27-4343-b2f2-1a50f7564b61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:42:39.578284 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Attempting to bind port 0e1a4fcf-0502-4a90-8900-002139be7461 on network a7970e89-9f27-4343-b2f2-1a50f7564b61 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:42:39.591784 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:42:39.592369 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Checking segment: {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:42:39.592857 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Bound using segment: {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:42:39.593897 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Bound port: 0e1a4fcf-0502-4a90-8900-002139be7461, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:42:39.594195 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:39.967937 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90af95a-96fd-46f4-aea1-4e2c8a69f182 req-b7133644-2fb5-4ee1-895b-46d8d2b11809 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:39.980768 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c90af95a-96fd-46f4-aea1-4e2c8a69f182 req-b7133644-2fb5-4ee1-895b-46d8d2b11809 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1426780 Feb 28 18:42:40.035184 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2a34a51a-d70d-41fb-8802-f603b945bd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:40.106038 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c90af95a-96fd-46f4-aea1-4e2c8a69f182 req-a6d207e8-196f-43d9-ab43-2bff11868ba8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225986 Feb 28 18:42:40.280717 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:42:40.310975 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:42:40.332148 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf355b6-0308-4e68-8a70-231499cab326 req-c634c128-75cc-4b9c-b65f-15ee5827fc1c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:40.337067 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bcf355b6-0308-4e68-8a70-231499cab326 req-c634c128-75cc-4b9c-b65f-15ee5827fc1c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 943 time: 0.3005848 Feb 28 18:42:40.342025 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:42:40.357998 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:40.414017 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2a34a51a-d70d-41fb-8802-f603b945bd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:40.429981 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2a34a51a-d70d-41fb-8802-f603b945bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:40.478263 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2a34a51a-d70d-41fb-8802-f603b945bd14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6f8c0ee7fdf421b9e6fb6b60ff9a664&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1294484 Feb 28 18:42:40.482816 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47082) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:40.588255 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a0fb5-9c5d-4780-bb93-772a47e1ee56 req-b1924e90-b03b-4d76-a4a6-9a1ba5c62973 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:40.601587 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8b5a0fb5-9c5d-4780-bb93-772a47e1ee56 req-b1924e90-b03b-4d76-a4a6-9a1ba5c62973 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 943 time: 0.3166356 Feb 28 18:42:40.630583 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34a51a-d70d-41fb-8802-f603b945bd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d855d78c-ab71-4941-9ccc-e697b5c65379,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:40.672536 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:40.673685 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:40.684869 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] 10.222.0.52 "PUT /v2.0/ports/0e1a4fcf-0502-4a90-8900-002139be7461 HTTP/1.1" status: 200 len: 1093 time: 2.5728829 Feb 28 18:42:40.685361 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:42:40.694836 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,segment=NetworkSegment(35ed314a-874b-4fc0-9f28-2343cfe99e66),segment_id=35ed314a-874b-4fc0-9f28-2343cfe99e66)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:40.697666 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02917ab-9934-4aa5-b200-251135f5684a" -d '{"events": [{"name": "network-changed", "server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:42:40.737367 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f98d850-b396-4d45-9cde-ae6960977c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:40.737635 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '76bbb697-3ec3-442c-97e8-b80fc8fa3f4c', 'network_id': '40966978-0a6f-4cb4-b800-1035a5f3a601', 'port_id': '76bbb697-3ec3-442c-97e8-b80fc8fa3f4c', 'mac_address': 'fa:16:3e:f0:40:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f61a7eb-2294-4dc5-a2f0-07674fbbaa9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:42:40.780844 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8b5a0fb5-9c5d-4780-bb93-772a47e1ee56 req-d3933edc-6268-4d7c-bf57-949e4815b9ed tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779022 Feb 28 18:42:40.802080 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bcf355b6-0308-4e68-8a70-231499cab326 req-2147c48b-8674-4e0f-8f77-5b45ad93f454 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531343 Feb 28 18:42:40.831115 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f98d850-b396-4d45-9cde-ae6960977c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:40.831685 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6c584-d3d0-43d1-b2dc-79116d1c9320 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:40.913256 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:40.961904 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc3c689-a3bf-4cca-b5be-fd22fd267cd8 x-openstack-request-id: req-dfc3c689-a3bf-4cca-b5be-fd22fd267cd8 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:42:40.962743 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:42:40.963960 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfc3c689-a3bf-4cca-b5be-fd22fd267cd8 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:42:40.967761 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461', 'status': 'completed', 'code': 200} Feb 28 18:42:41.011176 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66991e28-da93-47ae-abfc-3dc8854b9b76 req-84ee81f2-9331-48e6-8409-d03da2cfd093 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:41.013298 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-66991e28-da93-47ae-abfc-3dc8854b9b76 req-84ee81f2-9331-48e6-8409-d03da2cfd093 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 944 time: 0.0761938 Feb 28 18:42:41.023376 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:42:41.027064 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-f15cdf0e-63a6-4b84-99bc-b266befeee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:41.031976 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-f15cdf0e-63a6-4b84-99bc-b266befeee20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 1096 time: 0.1915965 Feb 28 18:42:41.095196 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f98d850-b396-4d45-9cde-ae6960977c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:41.099888 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,segment=NetworkSegment(35ed314a-874b-4fc0-9f28-2343cfe99e66),segment_id=35ed314a-874b-4fc0-9f28-2343cfe99e66)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:41.105061 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f98d850-b396-4d45-9cde-ae6960977c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:41.108112 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2f98d850-b396-4d45-9cde-ae6960977c5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d855d78c-ab71-4941-9ccc-e697b5c65379 HTTP/1.1" status: 204 len: 168 time: 0.6129901 Feb 28 18:42:41.113268 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:41.114253 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device c6a47027-a6fe-41e5-aede-575e78454273 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:42:41.156968 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-2f14e617-eef2-4a19-ae86-8b1a12e261d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e1a4fcf-0502-4a90-8900-002139be7461 HTTP/1.1" status: 200 len: 217 time: 0.1167583 Feb 28 18:42:41.177061 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98d850-b396-4d45-9cde-ae6960977c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d855d78c-ab71-4941-9ccc-e697b5c65379,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:41.219789 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-66991e28-da93-47ae-abfc-3dc8854b9b76 req-9532be81-3200-46b2-9932-af1fd7589d5a tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956615 Feb 28 18:42:41.318146 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-a0d8121e-11d8-42e8-a9f9-32231c4c24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:41.322246 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-a0d8121e-11d8-42e8-a9f9-32231c4c24d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.1590791 Feb 28 18:42:41.400311 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:41.483422 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port c6a47027-a6fe-41e5-aede-575e78454273, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c6a47027-a6fe-41e5-aede-575e78454273,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:41.487421 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-9834bf73-2fa2-4829-ae7e-133fe8c16191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:41.489561 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-9834bf73-2fa2-4829-ae7e-133fe8c16191 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1608648 Feb 28 18:42:41.500495 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c9dea-c494-4c42-acef-0fe5a973a358 req-2ec23cea-e3b4-4473-abf4-a3695a26a782 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:41.502547 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-776c9dea-c494-4c42-acef-0fe5a973a358 req-2ec23cea-e3b4-4473-abf4-a3695a26a782 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1602252 Feb 28 18:42:41.524056 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'c6a47027-a6fe-41e5-aede-575e78454273', 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f', 'port_id': 'c6a47027-a6fe-41e5-aede-575e78454273', 'mac_address': 'fa:16:3e:15:65:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6904ad-b27a-45ad-80ca-02807b6e0841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:42:41.619897 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-776c9dea-c494-4c42-acef-0fe5a973a358 req-eea47294-425d-4743-8e18-2c9267072c57 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054628 Feb 28 18:42:41.676260 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-842b09be-6bca-43f3-8577-513d02fb4353 service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700048 Feb 28 18:42:41.681937 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:41.725449 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a47027-a6fe-41e5-aede-575e78454273 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:42:41.779811 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port c6a47027-a6fe-41e5-aede-575e78454273, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c6a47027-a6fe-41e5-aede-575e78454273,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:41.791058 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:41.828505 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db0d9c7-5d4c-4009-99e6-719dfcfa1e6f req-62e062ce-b721-49eb-9e75-45aa82853e6d service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430194 Feb 28 18:42:41.897653 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=c6a47027-a6fe-41e5-aede-575e78454273,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:42.157489 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f535c8-1f5f-46c3-8177-ddeda6178a48 req-6b9d7a93-6df0-4b06-af9d-6a92317ce07f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:42.159548 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b1f535c8-1f5f-46c3-8177-ddeda6178a48 req-6b9d7a93-6df0-4b06-af9d-6a92317ce07f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 944 time: 0.1438389 Feb 28 18:42:42.160516 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47140) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:42.192625 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacb82b-84be-4864-88e6-3ed32880305d req-151ed4f3-618b-446a-822d-f0e61ec1d483 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:42.197100 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0cacb82b-84be-4864-88e6-3ed32880305d req-151ed4f3-618b-446a-822d-f0e61ec1d483 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 943 time: 0.2286172 Feb 28 18:42:42.197665 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a5c6-e0bd-44b3-a338-4c5b8fdc58d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.273186 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b1f535c8-1f5f-46c3-8177-ddeda6178a48 req-6de36447-3a9b-4d50-bb11-df4f8cec934e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025107 Feb 28 18:42:42.316511 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0cacb82b-84be-4864-88e6-3ed32880305d req-4ee12662-8426-44b9-b56e-16cb4d712e4d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085389 Feb 28 18:42:42.362351 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a5c6-e0bd-44b3-a338-4c5b8fdc58d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.373741 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a5c6-e0bd-44b3-a338-4c5b8fdc58d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.462975 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0a5c6-e0bd-44b3-a338-4c5b8fdc58d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5196860c-16f8-4582-9212-1ab811447a8f,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:42.472672 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-8ad0a5c6-e0bd-44b3-a338-4c5b8fdc58d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00e0a3559b164a63972f93f93801ba21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088787 Feb 28 18:42:42.480100 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47154) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:42.545839 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47156) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:42.581741 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05516863-88e2-46bd-b7df-bbb338cdf13a req-150da456-62f1-4ebe-b4f1-bc3e59f4c355 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:42.583560 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-05516863-88e2-46bd-b7df-bbb338cdf13a req-150da456-62f1-4ebe-b4f1-bc3e59f4c355 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 945 time: 0.1020982 Feb 28 18:42:42.597354 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a0ff-20ef-425c-b601-a38c51882f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.667286 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a0ff-20ef-425c-b601-a38c51882f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.727119 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-05516863-88e2-46bd-b7df-bbb338cdf13a req-52397ec7-1545-4d14-a6d5-48ecbcc5cafe tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145928 Feb 28 18:42:42.728114 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fa21be32-5d4a-467d-a478-60d49a72764d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.811436 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a0ff-20ef-425c-b601-a38c51882f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.816977 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a0ff-20ef-425c-b601-a38c51882f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.822463 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a6b6a0ff-20ef-425c-b601-a38c51882f83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5196860c-16f8-4582-9212-1ab811447a8f HTTP/1.1" status: 204 len: 168 time: 0.3356733 Feb 28 18:42:42.834611 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a0ff-20ef-425c-b601-a38c51882f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5196860c-16f8-4582-9212-1ab811447a8f,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:42.892869 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2859abf-a15f-43d9-893a-e07c714740e9 req-64ae9f1e-7cb4-4a13-92ec-bc920c6968bd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:42.895233 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e2859abf-a15f-43d9-893a-e07c714740e9 req-64ae9f1e-7cb4-4a13-92ec-bc920c6968bd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0948482 Feb 28 18:42:42.925519 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fa21be32-5d4a-467d-a478-60d49a72764d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.939516 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fa21be32-5d4a-467d-a478-60d49a72764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.998268 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e2859abf-a15f-43d9-893a-e07c714740e9 req-21b6c18c-5b2d-4451-9c50-e5344c9c5a55 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896952 Feb 28 18:42:43.004777 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-fa21be32-5d4a-467d-a478-60d49a72764d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7b17315fe784ede8a944b3d1c3ab7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568543 Feb 28 18:42:43.006780 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21be32-5d4a-467d-a478-60d49a72764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863f51af-ad39-473d-9f2d-108dc216de2d,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:43.009462 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47180) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:43.118813 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ae0248ae-3dc8-47fb-9169-afa1837109f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.147235 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ae0248ae-3dc8-47fb-9169-afa1837109f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.169954 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:42:43.255069 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ae0248ae-3dc8-47fb-9169-afa1837109f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.271301 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ae0248ae-3dc8-47fb-9169-afa1837109f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.276142 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-ae0248ae-3dc8-47fb-9169-afa1837109f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/863f51af-ad39-473d-9f2d-108dc216de2d HTTP/1.1" status: 204 len: 168 time: 0.2653172 Feb 28 18:42:43.287229 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0248ae-3dc8-47fb-9169-afa1837109f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863f51af-ad39-473d-9f2d-108dc216de2d,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:43.358471 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:43.390398 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '2fae119d-62f2-44e9-8fdf-a7f0c8469f85', 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51', 'port_id': '2fae119d-62f2-44e9-8fdf-a7f0c8469f85', 'mac_address': 'fa:16:3e:c8:5b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaaac47-339b-4eeb-9e7a-6623ffa6cded', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:42:43.436309 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.454094 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:42:43.489936 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:43.498790 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.499751 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device d7f18fda-fa14-4b57-9724-5a85dd601d2c details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:42:43.506173 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15429f47-27af-4219-8d6c-7a486614dcec req-50638cb9-ab33-4dd5-a3ec-8c7452deaf85 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:43.517287 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-15429f47-27af-4219-8d6c-7a486614dcec req-50638cb9-ab33-4dd5-a3ec-8c7452deaf85 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 944 time: 0.0956011 Feb 28 18:42:43.594116 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47216) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:43.600973 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-15429f47-27af-4219-8d6c-7a486614dcec req-35276707-8a4b-4b8b-a583-451a8893abd1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823829 Feb 28 18:42:43.631654 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bea7d767-aa1a-4922-abfc-2451a7e0fba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.641194 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:43.677263 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port d7f18fda-fa14-4b57-9724-5a85dd601d2c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d7f18fda-fa14-4b57-9724-5a85dd601d2c,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:43.697365 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'd7f18fda-fa14-4b57-9724-5a85dd601d2c', 'network_id': 'f8270e9a-0955-40d3-a81e-0b8e9c28ba51', 'port_id': 'd7f18fda-fa14-4b57-9724-5a85dd601d2c', 'mac_address': 'fa:16:3e:1e:32:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaaac47-339b-4eeb-9e7a-6623ffa6cded', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:42:43.764521 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.779106 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f3d7-f028-4ccb-8ec3-ffecbd84b40b req-1ff8376e-c0ac-4fa4-b279-5d651695c386 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:43.789206 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f18fda-fa14-4b57-9724-5a85dd601d2c {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:42:43.792679 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e878f3d7-f028-4ccb-8ec3-ffecbd84b40b req-1ff8376e-c0ac-4fa4-b279-5d651695c386 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 943 time: 0.1665957 Feb 28 18:42:43.830296 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port d7f18fda-fa14-4b57-9724-5a85dd601d2c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d7f18fda-fa14-4b57-9724-5a85dd601d2c,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:43.844745 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.873226 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e878f3d7-f028-4ccb-8ec3-ffecbd84b40b req-4dfa5a39-35d9-461a-8af9-1d602f8e029a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791128 Feb 28 18:42:43.927584 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bea7d767-aa1a-4922-abfc-2451a7e0fba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.937227 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-bea7d767-aa1a-4922-abfc-2451a7e0fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:43.971939 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=d7f18fda-fa14-4b57-9724-5a85dd601d2c,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:43.996657 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-bea7d767-aa1a-4922-abfc-2451a7e0fba4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e647d3b088f243a2be6219b42a7e624a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009502 Feb 28 18:42:43.998431 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7d767-aa1a-4922-abfc-2451a7e0fba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e81a48-b494-4439-b914-d87e7192dad7,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:43.999451 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47238) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:44.040126 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47240) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:44.044664 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ea441-f11e-4be8-a8da-bfc1e61c321d req-d96f236c-b464-414a-a821-ccfc7d37a3c9 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:44.047438 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a11ea441-f11e-4be8-a8da-bfc1e61c321d req-d96f236c-b464-414a-a821-ccfc7d37a3c9 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 945 time: 0.1436214 Feb 28 18:42:44.056989 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ec56ef33-1d28-4607-8d43-82a3e6af618b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.185874 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a11ea441-f11e-4be8-a8da-bfc1e61c321d req-7a6875a1-7273-4f1b-8108-89a5dae0f913 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243737 Feb 28 18:42:44.190286 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02917ab-9934-4aa5-b200-251135f5684a req-29decad2-760f-4828-8662-1314efcd08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:44.191874 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f02917ab-9934-4aa5-b200-251135f5684a req-29decad2-760f-4828-8662-1314efcd08dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 1096 time: 0.1420102 Feb 28 18:42:44.221275 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf27d-82bf-4c27-b44c-1147f7c80062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.230200 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ec56ef33-1d28-4607-8d43-82a3e6af618b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.237000 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ec56ef33-1d28-4607-8d43-82a3e6af618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.259330 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf27d-82bf-4c27-b44c-1147f7c80062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.319149 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf27d-82bf-4c27-b44c-1147f7c80062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.322100 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf27d-82bf-4c27-b44c-1147f7c80062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.328182 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-dd7bf27d-82bf-4c27-b44c-1147f7c80062 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37e81a48-b494-4439-b914-d87e7192dad7 HTTP/1.1" status: 204 len: 168 time: 0.3226511 Feb 28 18:42:44.336123 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-ec56ef33-1d28-4607-8d43-82a3e6af618b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aeb0c5b9f8c84689b407f127d99612e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945943 Feb 28 18:42:44.337165 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47258) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:44.338908 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bf27d-82bf-4c27-b44c-1147f7c80062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e81a48-b494-4439-b914-d87e7192dad7,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:44.345556 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56ef33-1d28-4607-8d43-82a3e6af618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b0b9b-ec62-4f87-83d3-37fadba41d73,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:44.404622 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf737506-3cf1-4523-8a35-1416fef3d2c7 req-c19e9bdc-e4ea-4357-920a-bf1d2f6a415b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:44.406248 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bf737506-3cf1-4523-8a35-1416fef3d2c7 req-c19e9bdc-e4ea-4357-920a-bf1d2f6a415b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1530454 Feb 28 18:42:44.447219 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-efddbcd8-68f1-4c12-8337-a1a2e1dce242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.488166 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bf737506-3cf1-4523-8a35-1416fef3d2c7 req-b6185841-c3b4-4072-b278-a4771d22cfe5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613527 Feb 28 18:42:44.490258 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-efddbcd8-68f1-4c12-8337-a1a2e1dce242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.572527 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-efddbcd8-68f1-4c12-8337-a1a2e1dce242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.576709 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-efddbcd8-68f1-4c12-8337-a1a2e1dce242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.580961 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-efddbcd8-68f1-4c12-8337-a1a2e1dce242 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b6b0b9b-ec62-4f87-83d3-37fadba41d73 HTTP/1.1" status: 204 len: 168 time: 0.2403138 Feb 28 18:42:44.589252 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddbcd8-68f1-4c12-8337-a1a2e1dce242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b0b9b-ec62-4f87-83d3-37fadba41d73,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:44.742586 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6f635-3acc-47ce-b29b-92e638d13508 req-56070802-33c8-4754-a2f1-d0eb16903ec6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:44.744240 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-91f6f635-3acc-47ce-b29b-92e638d13508 req-56070802-33c8-4754-a2f1-d0eb16903ec6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 944 time: 0.0715506 Feb 28 18:42:44.798544 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-91f6f635-3acc-47ce-b29b-92e638d13508 req-ae8a89c4-1b49-4d34-b3ff-3cbbee8e75f9 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465484 Feb 28 18:42:44.864227 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47278) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:45.051650 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf93b4-6b56-4b02-ae22-272a04c2d3f7 req-124ed7ab-8e39-4d1b-a323-84b6f94ff694 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:45.053291 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5bcf93b4-6b56-4b02-ae22-272a04c2d3f7 req-124ed7ab-8e39-4d1b-a323-84b6f94ff694 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 944 time: 0.0587993 Feb 28 18:42:45.148579 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ad15d033-f392-49b1-af39-ac0d42f12af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:45.160146 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5bcf93b4-6b56-4b02-ae22-272a04c2d3f7 req-74aaea95-5e9a-4101-a039-3fa836d94fc2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950308 Feb 28 18:42:45.337551 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ad15d033-f392-49b1-af39-ac0d42f12af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:45.360142 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ad15d033-f392-49b1-af39-ac0d42f12af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:45.460351 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-ad15d033-f392-49b1-af39-ac0d42f12af8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07156107ef6b40a6b809c99b792943f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5901487 Feb 28 18:42:45.460351 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15d033-f392-49b1-af39-ac0d42f12af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8df2ae4-8766-46c0-90f9-c13096db6387,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:45.462127 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47304) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:45.472828 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43c04f-51e5-4b97-ad24-028b81d823e5 req-f40c9112-57da-47c4-aaa3-e89eafb17f86 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:45.474648 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8f43c04f-51e5-4b97-ad24-028b81d823e5 req-f40c9112-57da-47c4-aaa3-e89eafb17f86 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 945 time: 0.1539721 Feb 28 18:42:45.522147 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02917ab-9934-4aa5-b200-251135f5684a req-976b63c2-3eb3-4ed7-864d-2e75e2ac6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:45.523793 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f02917ab-9934-4aa5-b200-251135f5684a req-976b63c2-3eb3-4ed7-864d-2e75e2ac6cac service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 917 time: 0.2110751 Feb 28 18:42:45.593729 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8f43c04f-51e5-4b97-ad24-028b81d823e5 req-4401599c-ec6c-43c5-a7ce-a6ee0e700a15 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026092 Feb 28 18:42:45.599167 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f02917ab-9934-4aa5-b200-251135f5684a req-3d8555b9-cde3-43eb-91b2-ee471d2e2574 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e1a4fcf-0502-4a90-8900-002139be7461 HTTP/1.1" status: 200 len: 217 time: 0.0667276 Feb 28 18:42:45.608704 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-51b57182-2136-44e2-bd9b-5a04235fb2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:45.674671 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02917ab-9934-4aa5-b200-251135f5684a req-e8e6ac09-43dc-4af7-8c45-e55e86de7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:45.682196 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f02917ab-9934-4aa5-b200-251135f5684a req-e8e6ac09-43dc-4af7-8c45-e55e86de7deb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.0758584 Feb 28 18:42:45.730682 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-51b57182-2136-44e2-bd9b-5a04235fb2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:45.767699 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02917ab-9934-4aa5-b200-251135f5684a req-0520d9e8-790b-4bd1-9b9f-9585affa47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:45.775268 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f02917ab-9934-4aa5-b200-251135f5684a req-0520d9e8-790b-4bd1-9b9f-9585affa47b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863512 Feb 28 18:42:45.791811 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dca93-a4bc-4af3-8d1d-14cdc72ef78c req-87e15350-7a17-43ae-8140-aed19c497b8c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:45.793433 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-100dca93-a4bc-4af3-8d1d-14cdc72ef78c req-87e15350-7a17-43ae-8140-aed19c497b8c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1617672 Feb 28 18:42:45.897296 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-100dca93-a4bc-4af3-8d1d-14cdc72ef78c req-ab5dbd8d-ab76-4da4-8f86-e4bcf3acc17a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874164 Feb 28 18:42:45.916496 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-51b57182-2136-44e2-bd9b-5a04235fb2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:45.919760 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-51b57182-2136-44e2-bd9b-5a04235fb2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:45.923540 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-51b57182-2136-44e2-bd9b-5a04235fb2d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8df2ae4-8766-46c0-90f9-c13096db6387 HTTP/1.1" status: 204 len: 168 time: 0.4578898 Feb 28 18:42:45.940222 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57182-2136-44e2-bd9b-5a04235fb2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8df2ae4-8766-46c0-90f9-c13096db6387,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:45.961629 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f02917ab-9934-4aa5-b200-251135f5684a req-482ca876-745d-49bc-afa9-797703b72fce service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793888 Feb 28 18:42:46.073304 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfec06-f36a-4cbc-9565-cb319835de14 req-af97d002-e67f-4d61-8b4e-6a8ff70d9acb tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:46.075486 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8cbfec06-f36a-4cbc-9565-cb319835de14 req-af97d002-e67f-4d61-8b4e-6a8ff70d9acb tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 944 time: 0.1123855 Feb 28 18:42:46.128761 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f02917ab-9934-4aa5-b200-251135f5684a req-85d9ec85-8d73-4574-a7d5-23cbde0e163c service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555932 Feb 28 18:42:46.144311 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8cbfec06-f36a-4cbc-9565-cb319835de14 req-4968c918-e927-4078-9dee-b823dc6ba28f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611362 Feb 28 18:42:46.368819 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb7a9-6ae4-4189-a6c1-95dc95b7f0ba req-6169ea29-ddcf-4c10-8db3-7a7250a90cb1 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:46.371179 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-056cb7a9-6ae4-4189-a6c1-95dc95b7f0ba req-6169ea29-ddcf-4c10-8db3-7a7250a90cb1 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 944 time: 0.0720518 Feb 28 18:42:46.447586 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-056cb7a9-6ae4-4189-a6c1-95dc95b7f0ba req-7883ab12-2904-41cb-b49b-579754e4a589 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636315 Feb 28 18:42:46.502939 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47342) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:46.521639 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f5ecf201-6934-41b1-9794-b97e1421e762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:46.694546 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f5ecf201-6934-41b1-9794-b97e1421e762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:46.705879 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f5ecf201-6934-41b1-9794-b97e1421e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:46.813968 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f5ecf201-6934-41b1-9794-b97e1421e762 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=478ffa04946346fdbd50c3a2f92c44c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092430 Feb 28 18:42:46.815233 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47362) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:46.816429 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecf201-6934-41b1-9794-b97e1421e762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef353d0-77ff-496b-92d4-3dc0db70d5d2,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:46.848494 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018763-e62e-4409-a510-85cf2e03d597 req-3c11f0c5-e9eb-4a5e-a81c-bfb93efc13f4 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:46.850307 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2e018763-e62e-4409-a510-85cf2e03d597 req-3c11f0c5-e9eb-4a5e-a81c-bfb93efc13f4 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 945 time: 0.1130013 Feb 28 18:42:46.914910 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2e018763-e62e-4409-a510-85cf2e03d597 req-95dbb02e-501f-43fd-9321-ba5cd72cebb2 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565407 Feb 28 18:42:46.991556 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4acf02fc-fc29-415e-a08a-141b05745f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:47.030997 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4acf02fc-fc29-415e-a08a-141b05745f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:47.035299 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['c6a47027-a6fe-41e5-aede-575e78454273'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:42:47.129963 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['d7f18fda-fa14-4b57-9724-5a85dd601d2c'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:42:47.207626 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['76bbb697-3ec3-442c-97e8-b80fc8fa3f4c'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:42:47.255425 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['2fae119d-62f2-44e9-8fdf-a7f0c8469f85'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:42:47.286665 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4acf02fc-fc29-415e-a08a-141b05745f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:47.292453 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4acf02fc-fc29-415e-a08a-141b05745f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:47.295804 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4acf02fc-fc29-415e-a08a-141b05745f5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fef353d0-77ff-496b-92d4-3dc0db70d5d2 HTTP/1.1" status: 204 len: 168 time: 0.4783969 Feb 28 18:42:47.322101 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf02fc-fc29-415e-a08a-141b05745f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef353d0-77ff-496b-92d4-3dc0db70d5d2,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:47.347432 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e7e1f-375c-47b8-8c36-049c1da20bab req-a8c1f36c-4a12-4d1d-9db5-064f7a48ba7d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:47.369963 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-171e7e1f-375c-47b8-8c36-049c1da20bab req-a8c1f36c-4a12-4d1d-9db5-064f7a48ba7d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.2951243 Feb 28 18:42:47.467765 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-171e7e1f-375c-47b8-8c36-049c1da20bab req-0f847f16-1984-43ce-8ed6-c52463521e09 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901666 Feb 28 18:42:47.504761 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149456cd-6011-4c6c-9e5f-0c26cf096976 req-f1a84281-1c00-433e-9d97-f9b441815d1e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:47.517842 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-149456cd-6011-4c6c-9e5f-0c26cf096976 req-f1a84281-1c00-433e-9d97-f9b441815d1e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 944 time: 0.1445134 Feb 28 18:42:47.608551 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-149456cd-6011-4c6c-9e5f-0c26cf096976 req-e2063dd2-68db-4ca3-87f1-5c99bbc48052 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867658 Feb 28 18:42:47.667756 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe741c-2010-4307-9d24-c3cd5241adce req-3cd21e0d-cc14-433e-86eb-d3c0c48249b4 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:47.670053 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f4fe741c-2010-4307-9d24-c3cd5241adce req-3cd21e0d-cc14-433e-86eb-d3c0c48249b4 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 944 time: 0.1055059 Feb 28 18:42:47.736751 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f4fe741c-2010-4307-9d24-c3cd5241adce req-9c9f7aaa-0be6-4f23-bce8-7dbba5ba9762 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Feb 28 18:42:48.073873 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cb140-7a79-45c9-87cc-832f463cdba4 req-386ee8b9-0fcc-4190-b784-ae261b3cde3e tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:48.077386 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-836cb140-7a79-45c9-87cc-832f463cdba4 req-386ee8b9-0fcc-4190-b784-ae261b3cde3e tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 945 time: 0.0701995 Feb 28 18:42:48.159003 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-836cb140-7a79-45c9-87cc-832f463cdba4 req-0b17a1d9-e8c5-4fe8-a953-e530fecb73b8 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586164 Feb 28 18:42:48.674571 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f297dc0-15d3-457e-8ada-729c5ad0dc39 req-75893fb9-9d70-4817-9f6e-2b1741277dd3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:48.684961 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0f297dc0-15d3-457e-8ada-729c5ad0dc39 req-75893fb9-9d70-4817-9f6e-2b1741277dd3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0784359 Feb 28 18:42:48.733606 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0f297dc0-15d3-457e-8ada-729c5ad0dc39 req-6ffb0d91-3b52-4fc9-bcb5-36308ae2ca86 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463865 Feb 28 18:42:48.853684 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230dae4-67e2-4957-9a80-9edc221d9564 req-b2be18d0-2dc9-49b7-96d2-15ce4569dbcf tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:48.855509 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e230dae4-67e2-4957-9a80-9edc221d9564 req-b2be18d0-2dc9-49b7-96d2-15ce4569dbcf tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 944 time: 0.0951984 Feb 28 18:42:48.937347 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e230dae4-67e2-4957-9a80-9edc221d9564 req-b84a7679-4638-45c8-a69d-c6a3636845a9 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684659 Feb 28 18:42:49.004328 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f984de-3f04-4b1e-b942-5c85ad3a5e5e req-618b4642-4abc-4afb-8c0e-6395154417ac tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:49.006465 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-13f984de-3f04-4b1e-b942-5c85ad3a5e5e req-618b4642-4abc-4afb-8c0e-6395154417ac tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 944 time: 0.1315475 Feb 28 18:42:49.099809 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-13f984de-3f04-4b1e-b942-5c85ad3a5e5e req-634c7b86-84af-4447-a688-675a49f21b19 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767102 Feb 28 18:42:49.308849 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f478b45-9c4a-4ae4-adbe-3aa679ddb5d4 req-68ceb91b-d063-4a9d-9ce4-9ea4599fe069 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:49.325904 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6f478b45-9c4a-4ae4-adbe-3aa679ddb5d4 req-68ceb91b-d063-4a9d-9ce4-9ea4599fe069 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 945 time: 0.1036854 Feb 28 18:42:49.417086 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6f478b45-9c4a-4ae4-adbe-3aa679ddb5d4 req-eb3ed391-c182-4bab-857f-0268e36c5ad0 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885186 Feb 28 18:42:49.494312 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47486) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:49.801241 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e15f4253-dd04-46fe-abed-c247e6bd5530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:49.970944 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac27fc-c2a9-4686-b777-8c05c4a42abe req-454acdbd-e2a6-4350-931e-1275a8106087 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:49.974125 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bcac27fc-c2a9-4686-b777-8c05c4a42abe req-454acdbd-e2a6-4350-931e-1275a8106087 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1334913 Feb 28 18:42:50.099375 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bcac27fc-c2a9-4686-b777-8c05c4a42abe req-d946108a-674f-4892-895e-5d46314e6f14 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168482 Feb 28 18:42:50.103351 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e15f4253-dd04-46fe-abed-c247e6bd5530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:50.112495 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e15f4253-dd04-46fe-abed-c247e6bd5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:50.145078 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38586d-fb13-4ad6-abb9-3fde91ffd4bd req-57e1b1f2-7e5e-4843-a8ac-43b7235446bf tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:50.154439 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ee38586d-fb13-4ad6-abb9-3fde91ffd4bd req-57e1b1f2-7e5e-4843-a8ac-43b7235446bf tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 944 time: 0.0945342 Feb 28 18:42:50.191659 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-e15f4253-dd04-46fe-abed-c247e6bd5530 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36a220b6396e4bb7a319ae3a3b758d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6952331 Feb 28 18:42:50.195855 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f4253-dd04-46fe-abed-c247e6bd5530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd0818-db2b-41cd-8b39-475d5adff616,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:50.200256 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47526) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:50.269128 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ee38586d-fb13-4ad6-abb9-3fde91ffd4bd req-6cc87875-0600-430d-895d-5fd322ecd6b7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132240 Feb 28 18:42:50.317419 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338d086-f24d-4c9f-b4cf-bb8c2e97406a req-51c2d28a-13a0-4663-9dbd-727c02284946 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:50.319318 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a338d086-f24d-4c9f-b4cf-bb8c2e97406a req-51c2d28a-13a0-4663-9dbd-727c02284946 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 944 time: 0.0980058 Feb 28 18:42:50.332949 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5bc9-e255-4cb3-b2ea-cdb5a33bba08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:50.366251 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0e1a4fcf-0502-4a90-8900-002139be7461 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:42:50.372568 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:50.377785 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5bc9-e255-4cb3-b2ea-cdb5a33bba08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:50.452261 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a338d086-f24d-4c9f-b4cf-bb8c2e97406a req-5ebc67db-bc69-4628-a8a1-bb3a6a66047d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100869 Feb 28 18:42:50.504402 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5bc9-e255-4cb3-b2ea-cdb5a33bba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:50.507326 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5bc9-e255-4cb3-b2ea-cdb5a33bba08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:50.508767 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f8cb5bc9-e255-4cb3-b2ea-cdb5a33bba08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72dd0818-db2b-41cd-8b39-475d5adff616 HTTP/1.1" status: 204 len: 168 time: 0.3037701 Feb 28 18:42:50.525281 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb5bc9-e255-4cb3-b2ea-cdb5a33bba08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd0818-db2b-41cd-8b39-475d5adff616,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:50.592128 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47538) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:50.713017 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:42:50.726195 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:50.727088 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:50.737047 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75c3ef-1451-4474-a235-bfff3fb01d92 req-1d65e973-494c-4ad0-842b-c561ccf1e502 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:50.755058 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf75c3ef-1451-4474-a235-bfff3fb01d92 req-1d65e973-494c-4ad0-842b-c561ccf1e502 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 945 time: 0.1461904 Feb 28 18:42:50.814723 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-08f07a7d-a20c-4542-9072-906a2d48fb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:50.877944 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:50.893620 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '0e1a4fcf-0502-4a90-8900-002139be7461', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'port_id': '0e1a4fcf-0502-4a90-8900-002139be7461', 'mac_address': 'fa:16:3e:95:60:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:42:50.946743 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf75c3ef-1451-4474-a235-bfff3fb01d92 req-f28f39d1-8a66-4793-964e-9279b12f87e7 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744230 Feb 28 18:42:51.098948 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-08f07a7d-a20c-4542-9072-906a2d48fb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.119430 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-08f07a7d-a20c-4542-9072-906a2d48fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.131510 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.241070 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aba820-d1c9-4ba6-88f7-478551a42d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bbb697-3ec3-442c-97e8-b80fc8fa3f4c'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:42:51.262131 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-08f07a7d-a20c-4542-9072-906a2d48fb36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62f1efc9579a48a2acab239f2d91e7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683571 Feb 28 18:42:51.263243 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47558) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:51.285306 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f07a7d-a20c-4542-9072-906a2d48fb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0152cd45-87fe-43d9-b8f7-fe601fb5da57,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:51.429822 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828badaf-795c-4f51-842c-d682433a4440 req-c849c021-e4ed-4b07-8159-36139695b23e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:51.432715 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-828badaf-795c-4f51-842c-d682433a4440 req-c849c021-e4ed-4b07-8159-36139695b23e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1827443 Feb 28 18:42:51.466095 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5fac7190-7691-4e26-9b21-7cdd8c036234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.495239 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47566) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:51.516032 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.532298 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-180fdcc9-b542-4985-b233-c95be56696e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.538813 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5fac7190-7691-4e26-9b21-7cdd8c036234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.549006 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,segment=NetworkSegment(35ed314a-874b-4fc0-9f28-2343cfe99e66),segment_id=35ed314a-874b-4fc0-9f28-2343cfe99e66)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:51.567029 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1a4fcf-0502-4a90-8900-002139be7461 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:42:51.582883 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-828badaf-795c-4f51-842c-d682433a4440 req-038493ab-2f2b-4ca7-a1b4-7d586e8c0459 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375494 Feb 28 18:42:51.585718 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.588720 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:51.696112 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa887b-e0a6-4894-a99a-c7841623f497 req-9a2fe673-f2a1-4e3b-b664-26fe27e738dc tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:51.704599 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-68fa887b-e0a6-4894-a99a-c7841623f497 req-9a2fe673-f2a1-4e3b-b664-26fe27e738dc tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 944 time: 0.2655582 Feb 28 18:42:51.790835 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:51.813686 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5fac7190-7691-4e26-9b21-7cdd8c036234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.821054 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5fac7190-7691-4e26-9b21-7cdd8c036234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.825603 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-5fac7190-7691-4e26-9b21-7cdd8c036234 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0152cd45-87fe-43d9-b8f7-fe601fb5da57 HTTP/1.1" status: 204 len: 168 time: 0.5588307 Feb 28 18:42:51.827926 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:51.848198 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc97c57e-c90e-46ce-8ade-1750e6233c9a" -d '{"events": [{"server_uuid": "67aba820-d1c9-4ba6-88f7-478551a42d82", "name": "network-vif-plugged", "status": "completed", "tag": "76bbb697-3ec3-442c-97e8-b80fc8fa3f4c"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:42:51.851415 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-180fdcc9-b542-4985-b233-c95be56696e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.851698 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.859730 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-180fdcc9-b542-4985-b233-c95be56696e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:51.875783 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-68fa887b-e0a6-4894-a99a-c7841623f497 req-165d0c70-5646-4120-ab00-b38ad0fba5c9 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583447 Feb 28 18:42:51.877461 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac7190-7691-4e26-9b21-7cdd8c036234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0152cd45-87fe-43d9-b8f7-fe601fb5da57,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:51.903503 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda5645-d492-4959-8e2f-de1a0367c5e4 req-2deecc92-f77e-4fa2-842f-0fc5897092b9 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:51.905086 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ceda5645-d492-4959-8e2f-de1a0367c5e4 req-2deecc92-f77e-4fa2-842f-0fc5897092b9 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 944 time: 0.1291919 Feb 28 18:42:51.913979 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-180fdcc9-b542-4985-b233-c95be56696e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a2e643445b04e0b9c33ce419770ea4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156702 Feb 28 18:42:51.916848 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47574) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:51.972180 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fdcc9-b542-4985-b233-c95be56696e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735ff85e-a83b-4f3e-b082-e82c0443a803,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:51.994524 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:42:52.005670 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:52.006555 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.044110 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ceda5645-d492-4959-8e2f-de1a0367c5e4 req-5ea3e127-9c0a-49e0-a28b-75ad025598a2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120491 Feb 28 18:42:52.072093 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:52.077776 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93c9-9db2-4032-ab85-edabe87a972c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.132590 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93c9-9db2-4032-ab85-edabe87a972c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.184487 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e35101e-69fa-4560-a90a-6da26d4025a7 x-openstack-request-id: req-1e35101e-69fa-4560-a90a-6da26d4025a7 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:42:52.189986 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aba820-d1c9-4ba6-88f7-478551a42d82", "name": "network-vif-plugged", "status": "completed", "tag": "76bbb697-3ec3-442c-97e8-b80fc8fa3f4c", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:42:52.189986 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e35101e-69fa-4560-a90a-6da26d4025a7 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:42:52.189986 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aba820-d1c9-4ba6-88f7-478551a42d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bbb697-3ec3-442c-97e8-b80fc8fa3f4c', 'code': 200} Feb 28 18:42:52.287672 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.306702 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a839c-3eb0-46a0-b424-bdfab8a6bbea req-4fc6396d-1614-4923-babc-5a7f3ce40078 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:52.318235 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1f7a839c-3eb0-46a0-b424-bdfab8a6bbea req-4fc6396d-1614-4923-babc-5a7f3ce40078 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.1212366 Feb 28 18:42:52.330737 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93c9-9db2-4032-ab85-edabe87a972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.337274 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93c9-9db2-4032-ab85-edabe87a972c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.339127 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-c2ee93c9-9db2-4032-ab85-edabe87a972c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/735ff85e-a83b-4f3e-b082-e82c0443a803 HTTP/1.1" status: 204 len: 168 time: 0.4208946 Feb 28 18:42:52.369044 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee93c9-9db2-4032-ab85-edabe87a972c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735ff85e-a83b-4f3e-b082-e82c0443a803,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:52.395338 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:52.416292 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.419109 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1f7a839c-3eb0-46a0-b424-bdfab8a6bbea req-81a6c3e1-2a79-44cd-884c-9a6b9a3d036c tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989418 Feb 28 18:42:52.426409 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device d7f18fda-fa14-4b57-9724-5a85dd601d2c up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:52.603775 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:52.642315 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port d7f18fda-fa14-4b57-9724-5a85dd601d2c completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:42:52.649775 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port d7f18fda-fa14-4b57-9724-5a85dd601d2c triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:52.650426 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.696405 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47598) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:52.722873 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-30628522-3b6d-4577-9182-cf2b5757b044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.838813 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.871995 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dbd07-2eee-4af8-b412-862e95148a89 req-5852caeb-d809-4648-8b75-880c25e38bfb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:52.874667 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d84dbd07-2eee-4af8-b412-862e95148a89 req-5852caeb-d809-4648-8b75-880c25e38bfb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 944 time: 0.1230059 Feb 28 18:42:52.976478 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port d7f18fda-fa14-4b57-9724-5a85dd601d2c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d7f18fda-fa14-4b57-9724-5a85dd601d2c,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:52.988319 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:52.989666 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d84dbd07-2eee-4af8-b412-862e95148a89 req-aa11018d-a164-4f31-b06e-e979408c6356 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969515 Feb 28 18:42:52.990567 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device c6a47027-a6fe-41e5-aede-575e78454273 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:53.018993 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-30628522-3b6d-4577-9182-cf2b5757b044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:53.029159 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-30628522-3b6d-4577-9182-cf2b5757b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:53.048247 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:53.171009 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=d7f18fda-fa14-4b57-9724-5a85dd601d2c,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:53.187939 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782258f5-5768-4645-be47-6a1969bc8046 req-81e9558f-0c08-4925-a5bf-3b57965ea9f3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:53.197414 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-782258f5-5768-4645-be47-6a1969bc8046 req-81e9558f-0c08-4925-a5bf-3b57965ea9f3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 944 time: 0.1484225 Feb 28 18:42:53.201627 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port c6a47027-a6fe-41e5-aede-575e78454273 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:42:53.221073 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port c6a47027-a6fe-41e5-aede-575e78454273 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:53.221716 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:53.226360 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-30628522-3b6d-4577-9182-cf2b5757b044 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7728f9e89cb641599ca220288aad892e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264506 Feb 28 18:42:53.229653 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47616) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:53.241649 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30628522-3b6d-4577-9182-cf2b5757b044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd28bff8-75d7-43a5-b7a5-6fa98cc5744b,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:53.425197 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:53.434963 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-782258f5-5768-4645-be47-6a1969bc8046 req-bcf7f2d9-08a8-43e4-9698-f81a42792e32 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357638 Feb 28 18:42:53.437457 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad906c-7f79-43f4-8649-d770c23be043 req-70860b44-50cc-49a0-b8b7-538bf7423b98 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:53.454289 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-18ad906c-7f79-43f4-8649-d770c23be043 req-70860b44-50cc-49a0-b8b7-538bf7423b98 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.2258782 Feb 28 18:42:53.488632 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port c6a47027-a6fe-41e5-aede-575e78454273, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c6a47027-a6fe-41e5-aede-575e78454273,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:53.494721 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:53.542864 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-422982be-a9dd-412a-a441-87467f9b0f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:53.579401 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=c6a47027-a6fe-41e5-aede-575e78454273,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:53.603683 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-18ad906c-7f79-43f4-8649-d770c23be043 req-b76ced37-bf5d-44f5-9916-da4999669c05 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378293 Feb 28 18:42:53.619865 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-422982be-a9dd-412a-a441-87467f9b0f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:53.664100 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ba5c2-0fb4-440d-bd5c-24344e245f64 req-881d3f80-e6b0-40ef-8cf2-2ca0c12f7fe1 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:53.666953 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-360ba5c2-0fb4-440d-bd5c-24344e245f64 req-881d3f80-e6b0-40ef-8cf2-2ca0c12f7fe1 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0974176 Feb 28 18:42:53.703501 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-422982be-a9dd-412a-a441-87467f9b0f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:53.708383 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-422982be-a9dd-412a-a441-87467f9b0f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:53.709924 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-422982be-a9dd-412a-a441-87467f9b0f75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd28bff8-75d7-43a5-b7a5-6fa98cc5744b HTTP/1.1" status: 204 len: 168 time: 0.4779823 Feb 28 18:42:53.733280 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422982be-a9dd-412a-a441-87467f9b0f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd28bff8-75d7-43a5-b7a5-6fa98cc5744b,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:53.740112 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-360ba5c2-0fb4-440d-bd5c-24344e245f64 req-f4ce8af1-3fea-4800-a4fe-ced33fd6f1cc tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627782 Feb 28 18:42:54.187690 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c94d2f-2b7e-4a0c-9d82-f9647cd94956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae119d-62f2-44e9-8fdf-a7f0c8469f85'}, {'server_uuid': '8202d6f8-ec28-4383-b3a8-341b1ae4704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f18fda-fa14-4b57-9724-5a85dd601d2c'}, {'server_uuid': '99661577-5860-4c3f-9d38-135fc4b0a670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a47027-a6fe-41e5-aede-575e78454273'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:42:54.196470 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90f9fdf-5306-4ed6-8f92-28b0d8911bb9" -d '{"events": [{"server_uuid": "24c94d2f-2b7e-4a0c-9d82-f9647cd94956", "name": "network-vif-plugged", "status": "completed", "tag": "2fae119d-62f2-44e9-8fdf-a7f0c8469f85"}, {"server_uuid": "8202d6f8-ec28-4383-b3a8-341b1ae4704d", "name": "network-vif-plugged", "status": "completed", "tag": "d7f18fda-fa14-4b57-9724-5a85dd601d2c"}, {"server_uuid": "99661577-5860-4c3f-9d38-135fc4b0a670", "name": "network-vif-plugged", "status": "completed", "tag": "c6a47027-a6fe-41e5-aede-575e78454273"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:42:54.208980 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e2a4-d151-4b29-bdc3-d22c2e92eb50 req-ce2f35f1-4378-4551-bb26-2a62a88abe78 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:54.211856 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9a88e2a4-d151-4b29-bdc3-d22c2e92eb50 req-ce2f35f1-4378-4551-bb26-2a62a88abe78 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 944 time: 0.0927379 Feb 28 18:42:54.267108 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 28 Feb 2022 18:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481709de-16bb-4fbf-a942-31e20045cd28 x-openstack-request-id: req-481709de-16bb-4fbf-a942-31e20045cd28 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:42:54.267729 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c94d2f-2b7e-4a0c-9d82-f9647cd94956", "name": "network-vif-plugged", "status": "completed", "tag": "2fae119d-62f2-44e9-8fdf-a7f0c8469f85", "code": 200}, {"server_uuid": "8202d6f8-ec28-4383-b3a8-341b1ae4704d", "name": "network-vif-plugged", "status": "completed", "tag": "d7f18fda-fa14-4b57-9724-5a85dd601d2c", "code": 200}, {"server_uuid": "99661577-5860-4c3f-9d38-135fc4b0a670", "name": "network-vif-plugged", "status": "completed", "tag": "c6a47027-a6fe-41e5-aede-575e78454273", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:42:54.268211 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-481709de-16bb-4fbf-a942-31e20045cd28 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:42:54.268948 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c94d2f-2b7e-4a0c-9d82-f9647cd94956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae119d-62f2-44e9-8fdf-a7f0c8469f85', 'code': 200} Feb 28 18:42:54.269429 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8202d6f8-ec28-4383-b3a8-341b1ae4704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f18fda-fa14-4b57-9724-5a85dd601d2c', 'code': 200} Feb 28 18:42:54.269901 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99661577-5860-4c3f-9d38-135fc4b0a670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a47027-a6fe-41e5-aede-575e78454273', 'code': 200} Feb 28 18:42:54.290322 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9a88e2a4-d151-4b29-bdc3-d22c2e92eb50 req-d62ee5a3-f1e8-4077-aa8a-61ea20877b9c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675223 Feb 28 18:42:54.699090 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee5be3-9cae-4cb0-8c48-70bec82d24e0 req-3b8b4d44-d06f-4972-8bc9-70be4161d72e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:54.701978 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5eee5be3-9cae-4cb0-8c48-70bec82d24e0 req-3b8b4d44-d06f-4972-8bc9-70be4161d72e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.1026301 Feb 28 18:42:54.780257 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5eee5be3-9cae-4cb0-8c48-70bec82d24e0 req-4bcea241-53cb-43f7-839c-376478d561c4 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629239 Feb 28 18:42:54.857183 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bc6c9-76db-4283-9c67-1226b34c5d25 req-53920f4a-ee2f-4f7f-b906-5d417158796a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:54.867043 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0b6bc6c9-76db-4283-9c67-1226b34c5d25 req-53920f4a-ee2f-4f7f-b906-5d417158796a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1124756 Feb 28 18:42:54.963730 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0b6bc6c9-76db-4283-9c67-1226b34c5d25 req-a3b5ae4e-9772-4379-8300-6b0cecdd42e4 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957046 Feb 28 18:42:55.004539 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac0d43-c84f-49dd-8910-301226d05493 req-8b50aaeb-4aaf-4e31-819e-b879b88e6be7 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:55.020107 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-97ac0d43-c84f-49dd-8910-301226d05493 req-8b50aaeb-4aaf-4e31-819e-b879b88e6be7 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.1649742 Feb 28 18:42:55.088607 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-97ac0d43-c84f-49dd-8910-301226d05493 req-55246adb-08b1-498d-bdb3-6a18daad3e1f tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667758 Feb 28 18:42:55.601576 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1498e-c31c-4b54-b151-2f9f1d089a9d req-04983e54-026e-414a-8d37-f648d664f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:55.607071 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-49e1498e-c31c-4b54-b151-2f9f1d089a9d req-04983e54-026e-414a-8d37-f648d664f620 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 1099 time: 0.2480671 Feb 28 18:42:55.638848 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['0e1a4fcf-0502-4a90-8900-002139be7461'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:42:55.646550 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-49e1498e-c31c-4b54-b151-2f9f1d089a9d req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:55.654777 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:42:55.660424 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a3632-1a18-47df-a20e-f5b2cf19c9c1 req-c014fca1-fbb2-4f37-bfcd-6781e73ce8ff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:55.662590 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-528a3632-1a18-47df-a20e-f5b2cf19c9c1 req-c014fca1-fbb2-4f37-bfcd-6781e73ce8ff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 944 time: 0.1721549 Feb 28 18:42:56.039398 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c32b3-26de-486f-b056-1db46c3699d4 req-03a4912f-6229-426f-b91d-a6e602e41543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:56.049815 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ba1c32b3-26de-486f-b056-1db46c3699d4 req-03a4912f-6229-426f-b91d-a6e602e41543 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 1098 time: 0.3121123 Feb 28 18:42:56.093644 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1393d-1bc0-496c-8012-a40615cb4309 req-239db3c2-8b39-42e0-88ec-76ea2f060b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:56.095754 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-55d1393d-1bc0-496c-8012-a40615cb4309 req-239db3c2-8b39-42e0-88ec-76ea2f060b6c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 1098 time: 0.3406763 Feb 28 18:42:56.113862 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-ba1c32b3-26de-486f-b056-1db46c3699d4 req-a22da6b2-f056-453f-b283-b2df7b748206 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.128729 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979725f2-1a61-4c92-ae1c-50af30e76f96 req-c3001b38-32b9-4149-a82f-16acd155bfcb tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:56.136528 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-979725f2-1a61-4c92-ae1c-50af30e76f96 req-c3001b38-32b9-4149-a82f-16acd155bfcb tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.1873612 Feb 28 18:42:56.174606 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-55d1393d-1bc0-496c-8012-a40615cb4309 req-00fbba0d-93df-488f-aa23-fad6a3fc2686 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.249078 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-979725f2-1a61-4c92-ae1c-50af30e76f96 req-6eccfeb5-adbb-4d6a-b9a9-a0e1d1746167 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102226 Feb 28 18:42:56.271899 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-528a3632-1a18-47df-a20e-f5b2cf19c9c1 req-1e46d735-6e81-40c7-9235-d86231dec364 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141374 Feb 28 18:42:56.281621 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4c91e-d3d8-423b-a660-8f63a5727d15 req-462c85b7-347c-43be-94b9-4eb43e5fbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:56.283345 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f0b4c91e-d3d8-423b-a660-8f63a5727d15 req-462c85b7-347c-43be-94b9-4eb43e5fbe74 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 1098 time: 0.1278763 Feb 28 18:42:56.358677 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-f0b4c91e-d3d8-423b-a660-8f63a5727d15 req-54547ec0-a314-443e-ba32-ca1460d18c07 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.419211 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b480b861-498c-43a2-889b-850089d06280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.419769 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-49e1498e-c31c-4b54-b151-2f9f1d089a9d req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.439524 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-49e1498e-c31c-4b54-b151-2f9f1d089a9d req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.441463 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.db.api [req-55d1393d-1bc0-496c-8012-a40615cb4309 req-00fbba0d-93df-488f-aa23-fad6a3fc2686 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 91bc6c7a5d0045cbb8a29218f4f4ec9e {{(pid=108388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:42:56.441846 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG oslo_db.api [req-55d1393d-1bc0-496c-8012-a40615cb4309 req-00fbba0d-93df-488f-aa23-fad6a3fc2686 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:42:56.442521 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.db.api [req-ba1c32b3-26de-486f-b056-1db46c3699d4 req-a22da6b2-f056-453f-b283-b2df7b748206 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 91bc6c7a5d0045cbb8a29218f4f4ec9e {{(pid=108388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:42:56.442818 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG oslo_db.api [req-ba1c32b3-26de-486f-b056-1db46c3699d4 req-a22da6b2-f056-453f-b283-b2df7b748206 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:42:56.443523 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47754) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:56.474410 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5637f8-be46-4ad9-926b-3755db8ff8f4 req-04598bf9-9b7b-401d-85e8-488b3bcf368c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:56.476231 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb5637f8-be46-4ad9-926b-3755db8ff8f4 req-04598bf9-9b7b-401d-85e8-488b3bcf368c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0972202 Feb 28 18:42:56.512624 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-49e1498e-c31c-4b54-b151-2f9f1d089a9d req-f7d6897d-b57d-493e-9958-3406901590da service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8972404 Feb 28 18:42:56.531640 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e63d8a8f-7a21-4733-bfbe-6c82f73a0556,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:56.543703 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.db.api [req-f0b4c91e-d3d8-423b-a660-8f63a5727d15 req-54547ec0-a314-443e-ba32-ca1460d18c07 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 91bc6c7a5d0045cbb8a29218f4f4ec9e {{(pid=108389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:42:56.544479 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG oslo_db.api [req-f0b4c91e-d3d8-423b-a660-8f63a5727d15 req-54547ec0-a314-443e-ba32-ca1460d18c07 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:42:56.548046 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.548572 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.548909 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.549264 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.549569 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.549899 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.550225 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.550337 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb5637f8-be46-4ad9-926b-3755db8ff8f4 req-300600e6-d479-47f0-8b8d-5a5af29acb04 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592799 Feb 28 18:42:56.550567 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.550957 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.551425 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.551712 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.552032 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d6897d-b57d-493e-9958-3406901590da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.563612 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede8d6-57a6-46b0-9a06-3d5dc7a88288 req-a246c7e7-b909-4977-b288-944bf39ce0c5 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:56.565203 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-83ede8d6-57a6-46b0-9a06-3d5dc7a88288 req-a246c7e7-b909-4977-b288-944bf39ce0c5 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.1507967 Feb 28 18:42:56.616965 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.618741 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-83ede8d6-57a6-46b0-9a06-3d5dc7a88288 req-f4e81ccf-2c68-4d72-bedf-4f0ef551d223 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467210 Feb 28 18:42:56.733128 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.739759 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.798435 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef9c516195e24638af2ea0545afb2ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518240 Feb 28 18:42:56.799676 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e489f1-5e02-476d-9dae-59c1f93f3eb5,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:56.801849 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47760) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:56.817121 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.817469 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.817811 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.818165 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.818600 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.818925 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.819331 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.819696 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.820025 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.820348 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.820671 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.820989 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1ccb3-6fbc-428b-929a-2703c7918e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:56.881398 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-decfb64e-3f34-46b8-adef-d5997711a76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.905391 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-decfb64e-3f34-46b8-adef-d5997711a76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.942783 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-55d1393d-1bc0-496c-8012-a40615cb4309 req-00fbba0d-93df-488f-aa23-fad6a3fc2686 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:56.946621 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-ba1c32b3-26de-486f-b056-1db46c3699d4 req-a22da6b2-f056-453f-b283-b2df7b748206 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:57.021914 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-decfb64e-3f34-46b8-adef-d5997711a76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:57.024901 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-decfb64e-3f34-46b8-adef-d5997711a76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:57.025989 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-decfb64e-3f34-46b8-adef-d5997711a76c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10e489f1-5e02-476d-9dae-59c1f93f3eb5 HTTP/1.1" status: 204 len: 168 time: 0.2232399 Feb 28 18:42:57.046095 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-f0b4c91e-d3d8-423b-a660-8f63a5727d15 req-54547ec0-a314-443e-ba32-ca1460d18c07 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:57.055791 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfb64e-3f34-46b8-adef-d5997711a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e489f1-5e02-476d-9dae-59c1f93f3eb5,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:57.094809 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ba1c32b3-26de-486f-b056-1db46c3699d4 req-a22da6b2-f056-453f-b283-b2df7b748206 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0170617 Feb 28 18:42:57.100471 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-55d1393d-1bc0-496c-8012-a40615cb4309 req-00fbba0d-93df-488f-aa23-fad6a3fc2686 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9942782 Feb 28 18:42:57.180881 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47770) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:57.192848 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f0b4c91e-d3d8-423b-a660-8f63a5727d15 req-54547ec0-a314-443e-ba32-ca1460d18c07 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8955026 Feb 28 18:42:57.423614 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43828-6654-45cd-ae68-abb74444116e req-7ff61ea5-25dd-4a50-8760-5899470d431d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:57.426372 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-47b43828-6654-45cd-ae68-abb74444116e req-7ff61ea5-25dd-4a50-8760-5899470d431d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0876889 Feb 28 18:42:57.469435 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3a0a-fff1-4ae8-a23b-66977b42b1db req-f0a43770-5fa2-4ca9-b838-19ed9472a49c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:57.478808 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9dea3a0a-fff1-4ae8-a23b-66977b42b1db req-f0a43770-5fa2-4ca9-b838-19ed9472a49c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 944 time: 0.1060121 Feb 28 18:42:57.497475 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-47b43828-6654-45cd-ae68-abb74444116e req-fd6bd6d6-9aa1-4c79-9b07-0bfd739c19dd tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643930 Feb 28 18:42:57.528614 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9dea3a0a-fff1-4ae8-a23b-66977b42b1db req-09ac6510-6af5-4e95-ae3b-39ec54eedd2d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480869 Feb 28 18:42:57.627891 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d55ce047-9fad-4f20-b588-854eae8b84dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:57.742193 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca4a11-61d7-483e-8174-867d8181bc87 req-8b12dbae-9002-4ed6-80a1-ebc176727122 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:57.744099 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-77ca4a11-61d7-483e-8174-867d8181bc87 req-8b12dbae-9002-4ed6-80a1-ebc176727122 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0975735 Feb 28 18:42:57.749782 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47792) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:57.772904 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-55b92bd9-cfab-46fc-97e9-afdb9de72971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:57.797976 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550e2c4-5c36-483a-bf47-2f45166bd7e5 req-0d7e0e9b-5fc1-4f0f-a635-a2ef6c61e6a6 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:57.799608 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3550e2c4-5c36-483a-bf47-2f45166bd7e5 req-0d7e0e9b-5fc1-4f0f-a635-a2ef6c61e6a6 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0648501 Feb 28 18:42:57.832821 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d55ce047-9fad-4f20-b588-854eae8b84dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:57.843552 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d55ce047-9fad-4f20-b588-854eae8b84dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:57.848449 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3550e2c4-5c36-483a-bf47-2f45166bd7e5 req-42f534f8-80fe-4b26-a05e-ca0ce69c0c47 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Feb 28 18:42:57.866350 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-77ca4a11-61d7-483e-8174-867d8181bc87 req-bcdc5c34-54fc-46e0-aa35-f65b924412a3 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987401 Feb 28 18:42:57.908987 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-d55ce047-9fad-4f20-b588-854eae8b84dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a446752ba834fda851b9d6a7fa9b3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7260239 Feb 28 18:42:57.912048 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47794) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:57.912651 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ce047-9fad-4f20-b588-854eae8b84dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1023c66e-ff23-4d51-98a4-6b8676221b88,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:57.956562 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-55b92bd9-cfab-46fc-97e9-afdb9de72971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:57.961151 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-55b92bd9-cfab-46fc-97e9-afdb9de72971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:57.979438 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0fece739-fe6a-497f-a167-c8d37398d0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.004945 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-55b92bd9-cfab-46fc-97e9-afdb9de72971 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25987560cb864840bc0455e3c0e03ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533829 Feb 28 18:42:58.005779 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b92bd9-cfab-46fc-97e9-afdb9de72971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0477095-f47b-41ce-906d-4432d7e68079,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:58.006287 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0fece739-fe6a-497f-a167-c8d37398d0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.007905 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47796) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:58.090535 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7207735-4b3b-4401-a931-60c9936881be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.103151 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0fece739-fe6a-497f-a167-c8d37398d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.105805 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0fece739-fe6a-497f-a167-c8d37398d0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.107656 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-0fece739-fe6a-497f-a167-c8d37398d0e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1023c66e-ff23-4d51-98a4-6b8676221b88 HTTP/1.1" status: 204 len: 168 time: 0.1940708 Feb 28 18:42:58.126270 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fece739-fe6a-497f-a167-c8d37398d0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1023c66e-ff23-4d51-98a4-6b8676221b88,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:58.132868 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7207735-4b3b-4401-a931-60c9936881be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.209870 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7207735-4b3b-4401-a931-60c9936881be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.214760 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7207735-4b3b-4401-a931-60c9936881be admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.217642 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-b7207735-4b3b-4401-a931-60c9936881be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0477095-f47b-41ce-906d-4432d7e68079 HTTP/1.1" status: 204 len: 168 time: 0.2085149 Feb 28 18:42:58.229122 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7207735-4b3b-4401-a931-60c9936881be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0477095-f47b-41ce-906d-4432d7e68079,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:58.654511 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47820) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:58.675008 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-77c11391-ac98-4ca9-8886-55de6c590be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.733743 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b26a27-6008-462e-bdff-56da21d37a34 req-ef8d4bc8-730c-4d33-bcbc-adbb0296baf4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:58.736997 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-78b26a27-6008-462e-bdff-56da21d37a34 req-ef8d4bc8-730c-4d33-bcbc-adbb0296baf4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 944 time: 0.0889502 Feb 28 18:42:58.781206 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0bb99-f070-4931-b959-66b7715078d7 req-67240381-36a0-44f6-96a9-bd890ba6b88d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:58.783263 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e9c0bb99-f070-4931-b959-66b7715078d7 req-67240381-36a0-44f6-96a9-bd890ba6b88d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0951185 Feb 28 18:42:58.791444 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-4a7e43ff-bf51-4fdb-a639-9b766e7d3edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.810196 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-78b26a27-6008-462e-bdff-56da21d37a34 req-ff0fafc8-3d49-40c0-b943-cf4a3502c3bb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660594 Feb 28 18:42:58.867839 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-77c11391-ac98-4ca9-8886-55de6c590be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.877312 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-77c11391-ac98-4ca9-8886-55de6c590be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:58.891587 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e9c0bb99-f070-4931-b959-66b7715078d7 req-33698988-5192-4150-b6bc-4de5ad9c4499 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866563 Feb 28 18:42:58.930107 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-77c11391-ac98-4ca9-8886-55de6c590be9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67d7b622c5394280bc3e34f17f92d526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700756 Feb 28 18:42:58.930107 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c11391-ac98-4ca9-8886-55de6c590be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c049c5cf-f0f6-4723-8588-fd772c06fa6f,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:58.930640 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47828) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:42:59.048636 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4e92be3d-26bf-4ed0-b6c3-495704cf86ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:59.068528 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8e76c-11e0-4b47-b219-77c7b8db25a5 req-ee2f4818-242a-496a-80a5-daa30cea574c tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:59.070099 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-52e8e76c-11e0-4b47-b219-77c7b8db25a5 req-ee2f4818-242a-496a-80a5-daa30cea574c tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.1040337 Feb 28 18:42:59.070920 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86d67a-19cb-4f0c-82cc-e8df82a950cc req-f194f1d9-d1b1-4332-8826-6aa1d9b94cfb tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:42:59.072525 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7f86d67a-19cb-4f0c-82cc-e8df82a950cc req-f194f1d9-d1b1-4332-8826-6aa1d9b94cfb tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0854430 Feb 28 18:42:59.087253 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4e92be3d-26bf-4ed0-b6c3-495704cf86ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:59.133025 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7f86d67a-19cb-4f0c-82cc-e8df82a950cc req-9be93a6d-c465-42e5-b8bb-6f67c027f49f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Feb 28 18:42:59.153007 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-52e8e76c-11e0-4b47-b219-77c7b8db25a5 req-1e397122-3681-4e01-bc19-a362d073d047 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684586 Feb 28 18:42:59.193975 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4e92be3d-26bf-4ed0-b6c3-495704cf86ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:59.196589 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4e92be3d-26bf-4ed0-b6c3-495704cf86ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:59.197754 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4e92be3d-26bf-4ed0-b6c3-495704cf86ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c049c5cf-f0f6-4723-8588-fd772c06fa6f HTTP/1.1" status: 204 len: 168 time: 0.2657197 Feb 28 18:42:59.211597 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92be3d-26bf-4ed0-b6c3-495704cf86ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c049c5cf-f0f6-4723-8588-fd772c06fa6f,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:59.528562 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0e1a4fcf-0502-4a90-8900-002139be7461 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:42:59.609916 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 0e1a4fcf-0502-4a90-8900-002139be7461 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:42:59.615315 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 0e1a4fcf-0502-4a90-8900-002139be7461 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:42:59.615852 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:59.738551 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:59.776618 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:42:59.780223 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c9d219-75b1-440f-b265-22af05ae2ed1" -d '{"events": [{"server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "name": "network-vif-plugged", "status": "completed", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:42:59.794433 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:42:59.805867 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:59.861121 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e45b81c-bc2b-4544-94fa-d21fbe13a495 x-openstack-request-id: req-8e45b81c-bc2b-4544-94fa-d21fbe13a495 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:42:59.861593 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "name": "network-vif-plugged", "status": "completed", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:42:59.861989 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e45b81c-bc2b-4544-94fa-d21fbe13a495 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:42:59.862600 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461', 'code': 200} Feb 28 18:42:59.895693 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:42:59.908738 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.909110 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.909445 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.909767 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.910084 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.910401 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.910719 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.911034 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.911361 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.911700 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.912010 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.912307 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:42:59.924154 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:00.114923 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ff755-4dfd-4770-8fc1-e0b7bca2fe09 req-85559b17-c476-410e-be5a-154a2854979b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:00.118122 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8a2ff755-4dfd-4770-8fc1-e0b7bca2fe09 req-85559b17-c476-410e-be5a-154a2854979b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.1093991 Feb 28 18:43:00.174625 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe5c28-ed38-49a1-a7f0-95987d85f529 req-9783d88e-04c6-4dd2-b210-4540342d55ec tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:00.178022 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3bbe5c28-ed38-49a1-a7f0-95987d85f529 req-9783d88e-04c6-4dd2-b210-4540342d55ec tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.2642829 Feb 28 18:43:00.201142 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8a2ff755-4dfd-4770-8fc1-e0b7bca2fe09 req-5d181c08-0a7e-4094-8c40-6480131acf90 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703506 Feb 28 18:43:00.254591 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3bbe5c28-ed38-49a1-a7f0-95987d85f529 req-a994d50e-203e-4604-a258-3719c9fba1c3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649071 Feb 28 18:43:00.378914 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab3c4c-2ef1-4fd1-a89e-9cd259149db6 req-7f232f29-e06e-4408-86f2-d68378e60568 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:00.391811 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-54ab3c4c-2ef1-4fd1-a89e-9cd259149db6 req-7f232f29-e06e-4408-86f2-d68378e60568 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0808108 Feb 28 18:43:00.440560 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-54ab3c4c-2ef1-4fd1-a89e-9cd259149db6 req-07e7990c-7b65-43b6-95b1-12315270c152 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Feb 28 18:43:00.482877 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9fa65-15ad-4992-b960-4ff20c4c5b3d req-d78358e5-4b09-4344-a9b1-80ca6d771bde tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:00.485663 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9ab9fa65-15ad-4992-b960-4ff20c4c5b3d req-d78358e5-4b09-4344-a9b1-80ca6d771bde tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0976765 Feb 28 18:43:00.549868 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9ab9fa65-15ad-4992-b960-4ff20c4c5b3d req-951d9810-daf8-4454-8ca1-2698aaf29487 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575838 Feb 28 18:43:01.486840 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85682272-5f60-4e5a-b9e9-c312289bd69d req-a15ff0ae-8173-4b4b-ade3-d2712e863f38 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:01.489687 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-85682272-5f60-4e5a-b9e9-c312289bd69d req-a15ff0ae-8173-4b4b-ade3-d2712e863f38 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.1812434 Feb 28 18:43:01.496394 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:01.500439 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc085c-5275-45ce-8a0c-0839b5eb30e3 req-2bf357b8-1c71-4903-8df9-5830bd8dd1b8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:01.502742 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9adc085c-5275-45ce-8a0c-0839b5eb30e3 req-2bf357b8-1c71-4903-8df9-5830bd8dd1b8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0858660 Feb 28 18:43:01.549378 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-85682272-5f60-4e5a-b9e9-c312289bd69d req-18b18246-1500-4fcb-af13-3ee5dbfa90c5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526340 Feb 28 18:43:01.561641 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9adc085c-5275-45ce-8a0c-0839b5eb30e3 req-b85c7151-8a40-4223-819d-543eeb1e4505 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457816 Feb 28 18:43:01.700523 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1db39-d952-40ca-80e8-200255dd00e8 req-1dd8b381-3aa7-4b38-b86f-215f2d74a865 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:01.702750 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3bf1db39-d952-40ca-80e8-200255dd00e8 req-1dd8b381-3aa7-4b38-b86f-215f2d74a865 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0682337 Feb 28 18:43:01.715966 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cff9e6-052f-4ec4-9960-44583899409a req-9df41a4a-2bc8-4c19-82a3-2897740ff0aa tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:01.718826 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-36cff9e6-052f-4ec4-9960-44583899409a req-9df41a4a-2bc8-4c19-82a3-2897740ff0aa tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0697355 Feb 28 18:43:01.744205 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:01.770138 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3bf1db39-d952-40ca-80e8-200255dd00e8 req-9fed8197-000e-4d89-ad2e-bab198ec8bc8 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608449 Feb 28 18:43:01.787246 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-36cff9e6-052f-4ec4-9960-44583899409a req-50df7332-e15d-4923-80a1-6e2a39adecb0 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564728 Feb 28 18:43:02.302117 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47966) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:02.354250 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd36f6-13fd-4680-932d-37e40f6ddf51 req-cc295ed3-c102-4c87-8c7e-d604b1f1177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:02.357224 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-53bd36f6-13fd-4680-932d-37e40f6ddf51 req-cc295ed3-c102-4c87-8c7e-d604b1f1177f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 1098 time: 0.0483990 Feb 28 18:43:02.397930 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-53bd36f6-13fd-4680-932d-37e40f6ddf51 req-f2fb9763-b226-474e-b3bc-e466dcc935dd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347838 Feb 28 18:43:02.455985 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-df157c3d-f1ad-40e0-bdfd-416ca1a2f656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:02.561297 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-df157c3d-f1ad-40e0-bdfd-416ca1a2f656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:02.566566 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-df157c3d-f1ad-40e0-bdfd-416ca1a2f656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:02.641302 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47980) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:02.641814 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-df157c3d-f1ad-40e0-bdfd-416ca1a2f656 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05a2b6c9b19a4f97b9eb5e980ed7b85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377523 Feb 28 18:43:02.643337 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df157c3d-f1ad-40e0-bdfd-416ca1a2f656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ed16ea-5d1f-4ae2-8d9d-4d3f88b54c97,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:02.772301 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56da05-aef1-49ad-b40e-366945403adb req-156d637a-3bf8-48c5-88a1-11d2ac8ffe57 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:02.780140 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ed56da05-aef1-49ad-b40e-366945403adb req-156d637a-3bf8-48c5-88a1-11d2ac8ffe57 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.1349225 Feb 28 18:43:02.805847 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47a8a3c0-35f3-47a2-b3f2-1ed48117b440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:02.838424 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07428a-a12f-46c4-8465-e77f504a3fb5 req-ddb8f451-f7e0-43c6-8d11-20d30bd6f06d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:02.841704 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5d07428a-a12f-46c4-8465-e77f504a3fb5 req-ddb8f451-f7e0-43c6-8d11-20d30bd6f06d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.1307819 Feb 28 18:43:02.846367 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47a8a3c0-35f3-47a2-b3f2-1ed48117b440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:02.851083 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ed56da05-aef1-49ad-b40e-366945403adb req-783c6ec0-26f6-41f2-bc50-b34ca2b97042 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698106 Feb 28 18:43:02.909567 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5d07428a-a12f-46c4-8465-e77f504a3fb5 req-a469d3e6-ea24-476c-b799-5744c71d9c45 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612593 Feb 28 18:43:02.984592 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47a8a3c0-35f3-47a2-b3f2-1ed48117b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:02.989717 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47a8a3c0-35f3-47a2-b3f2-1ed48117b440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:02.995369 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-47a8a3c0-35f3-47a2-b3f2-1ed48117b440 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53ed16ea-5d1f-4ae2-8d9d-4d3f88b54c97 HTTP/1.1" status: 204 len: 168 time: 0.3487804 Feb 28 18:43:03.015422 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8a3c0-35f3-47a2-b3f2-1ed48117b440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ed16ea-5d1f-4ae2-8d9d-4d3f88b54c97,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:03.045294 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a6864-337e-40c2-a2ee-74cfb6fe9345 req-ea378955-5b93-471c-adb6-5b32b8df45be tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:03.053597 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d20a6864-337e-40c2-a2ee-74cfb6fe9345 req-ea378955-5b93-471c-adb6-5b32b8df45be tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1276503 Feb 28 18:43:03.117754 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d20a6864-337e-40c2-a2ee-74cfb6fe9345 req-37d8f86d-5d05-46e8-83e6-6df2ed859b00 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609932 Feb 28 18:43:03.125348 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088afac5-87ae-4e98-a1b5-d7847a42997c req-185fd7e9-dea7-4386-be60-fa3009468e15 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:03.128314 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-088afac5-87ae-4e98-a1b5-d7847a42997c req-185fd7e9-dea7-4386-be60-fa3009468e15 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0877104 Feb 28 18:43:03.197439 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-088afac5-87ae-4e98-a1b5-d7847a42997c req-4d516cad-408b-4964-bd15-d8853a1651e8 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617971 Feb 28 18:43:03.379430 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 47994) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:03.395374 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e17645a8-dae1-4645-b718-3d010cde4b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:03.488690 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e17645a8-dae1-4645-b718-3d010cde4b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:03.494333 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e17645a8-dae1-4645-b718-3d010cde4b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:03.551550 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-e17645a8-dae1-4645-b718-3d010cde4b19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95d022d8d20d4a4e96ea762637170b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705334 Feb 28 18:43:03.553339 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17645a8-dae1-4645-b718-3d010cde4b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d74c3bf-fcbc-4985-acd1-0788e5c352a7,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:03.555925 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 47998) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:03.628300 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7e441fb9-5005-4081-9564-91f270d76d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:03.658183 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7e441fb9-5005-4081-9564-91f270d76d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:03.722805 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7e441fb9-5005-4081-9564-91f270d76d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:03.726179 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7e441fb9-5005-4081-9564-91f270d76d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:03.727768 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-7e441fb9-5005-4081-9564-91f270d76d2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d74c3bf-fcbc-4985-acd1-0788e5c352a7 HTTP/1.1" status: 204 len: 168 time: 0.1691344 Feb 28 18:43:03.741907 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e441fb9-5005-4081-9564-91f270d76d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d74c3bf-fcbc-4985-acd1-0788e5c352a7,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:04.039831 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d159c9-5046-4eeb-81d4-b87ccd821218 req-3c57ef84-bbe4-45ce-8a9e-9d31f5458e12 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:04.042704 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e5d159c9-5046-4eeb-81d4-b87ccd821218 req-3c57ef84-bbe4-45ce-8a9e-9d31f5458e12 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0963960 Feb 28 18:43:04.115393 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e5d159c9-5046-4eeb-81d4-b87ccd821218 req-68713d17-0ebf-490d-948e-731b372ec23b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651066 Feb 28 18:43:04.136369 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97da1d6-d067-42a7-9d20-f9fa51c6df2f req-7a30980a-b782-4e38-9dba-1c42a0ad936d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:04.144579 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b97da1d6-d067-42a7-9d20-f9fa51c6df2f req-7a30980a-b782-4e38-9dba-1c42a0ad936d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.1138105 Feb 28 18:43:04.193350 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b97da1d6-d067-42a7-9d20-f9fa51c6df2f req-61f1132a-1797-450f-b185-05b10e441118 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426154 Feb 28 18:43:04.311534 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ce878-a228-4002-a2a4-04e424adafa1 req-7237399d-a66f-4303-83d1-a915795489dc tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:04.316283 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-778ce878-a228-4002-a2a4-04e424adafa1 req-7237399d-a66f-4303-83d1-a915795489dc tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0872569 Feb 28 18:43:04.366043 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d7633-f4c4-4939-844b-c0f7a8999be5 req-ab699ec1-6fd1-4423-97e0-f4e3cd1a6693 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:04.368270 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b82d7633-f4c4-4939-844b-c0f7a8999be5 req-ab699ec1-6fd1-4423-97e0-f4e3cd1a6693 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0716038 Feb 28 18:43:04.382595 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-778ce878-a228-4002-a2a4-04e424adafa1 req-8dd8a234-54f5-43ab-b745-77862e378eb5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618486 Feb 28 18:43:04.440450 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b82d7633-f4c4-4939-844b-c0f7a8999be5 req-4f16df2d-1e01-435a-bcba-3f666c581dc4 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640113 Feb 28 18:43:04.622548 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48040) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:04.758038 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-89106cb6-6474-4b58-8435-ec97eb4a3e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:04.888775 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-89106cb6-6474-4b58-8435-ec97eb4a3e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:04.896803 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-89106cb6-6474-4b58-8435-ec97eb4a3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:04.972787 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89106cb6-6474-4b58-8435-ec97eb4a3e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb951df-1b53-4ffe-a559-c0a87d481002,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:04.983569 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-89106cb6-6474-4b58-8435-ec97eb4a3e8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d7e8d1ef73f4205833eab328a0b8343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595674 Feb 28 18:43:04.986245 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48058) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:05.059422 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a94e15be-245c-4075-9b96-dc6baade43cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:05.088001 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a94e15be-245c-4075-9b96-dc6baade43cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:05.183393 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a94e15be-245c-4075-9b96-dc6baade43cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:05.189800 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a94e15be-245c-4075-9b96-dc6baade43cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:05.195331 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-a94e15be-245c-4075-9b96-dc6baade43cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbb951df-1b53-4ffe-a559-c0a87d481002 HTTP/1.1" status: 204 len: 168 time: 0.2040396 Feb 28 18:43:05.205619 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e15be-245c-4075-9b96-dc6baade43cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb951df-1b53-4ffe-a559-c0a87d481002,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:05.324244 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316cd26-8d8d-4120-9776-b6bfebf48290 req-698c8297-80cd-44de-ad3e-5f617f75528f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:05.332677 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9316cd26-8d8d-4120-9776-b6bfebf48290 req-698c8297-80cd-44de-ad3e-5f617f75528f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0772488 Feb 28 18:43:05.392256 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9316cd26-8d8d-4120-9776-b6bfebf48290 req-d11cf931-f43e-4db1-b1e5-c90064e28687 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584540 Feb 28 18:43:05.431628 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963c26c-0d0d-4185-8aa7-4c7fec94d8c8 req-782c13fa-1865-4b6c-98ba-26cd6708b5df tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:05.442589 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5963c26c-0d0d-4185-8aa7-4c7fec94d8c8 req-782c13fa-1865-4b6c-98ba-26cd6708b5df tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0780110 Feb 28 18:43:05.500603 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5963c26c-0d0d-4185-8aa7-4c7fec94d8c8 req-9d1dd69a-9567-4430-8572-69724172e347 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522633 Feb 28 18:43:05.604092 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9a34f-8606-4a9d-8cb9-7f7a2c8fe4e4 req-64e64063-d2ec-4c42-9bf6-1d91fde7beff tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:05.606041 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7c9a34f-8606-4a9d-8cb9-7f7a2c8fe4e4 req-64e64063-d2ec-4c42-9bf6-1d91fde7beff tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0843968 Feb 28 18:43:05.682616 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062457e-4595-49a2-8a5a-848b5e0ad7ed req-fd66a8e9-176b-40b2-a1b9-0430944877e9 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:05.686734 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c062457e-4595-49a2-8a5a-848b5e0ad7ed req-fd66a8e9-176b-40b2-a1b9-0430944877e9 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.1097944 Feb 28 18:43:05.688673 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7c9a34f-8606-4a9d-8cb9-7f7a2c8fe4e4 req-bc13bec1-ecac-47e8-9f76-1bb481420d65 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699983 Feb 28 18:43:05.787513 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c062457e-4595-49a2-8a5a-848b5e0ad7ed req-a5e55eda-abd8-4cf9-8e47-f62181b8b1be tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821016 Feb 28 18:43:05.805963 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48084) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:05.830399 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c928-cb7e-4e4f-8af9-40ae876fc383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:05.938564 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c928-cb7e-4e4f-8af9-40ae876fc383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:05.944214 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c928-cb7e-4e4f-8af9-40ae876fc383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:06.018873 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-d1a1c928-cb7e-4e4f-8af9-40ae876fc383 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46a630c3652c4dec85aa131091aa44d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108126 Feb 28 18:43:06.020612 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1c928-cb7e-4e4f-8af9-40ae876fc383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ef8ad-a306-44a6-9ebd-ac35903758c5,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:06.021399 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 48094) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:06.096487 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3bc70162-2205-4ebe-9a56-c58f32038086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:06.122125 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3bc70162-2205-4ebe-9a56-c58f32038086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:06.184446 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3bc70162-2205-4ebe-9a56-c58f32038086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:06.189446 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3bc70162-2205-4ebe-9a56-c58f32038086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:06.191436 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-3bc70162-2205-4ebe-9a56-c58f32038086 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c90ef8ad-a306-44a6-9ebd-ac35903758c5 HTTP/1.1" status: 204 len: 168 time: 0.1687644 Feb 28 18:43:06.205282 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc70162-2205-4ebe-9a56-c58f32038086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ef8ad-a306-44a6-9ebd-ac35903758c5,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:06.571816 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea5b85-91f1-4721-b124-c697818cbd03 req-5f1bcdc0-5595-4715-bcd0-4d1f5f656eb2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:06.571816 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ddea5b85-91f1-4721-b124-c697818cbd03 req-5f1bcdc0-5595-4715-bcd0-4d1f5f656eb2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0740635 Feb 28 18:43:06.673993 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ddea5b85-91f1-4721-b124-c697818cbd03 req-0f0e3549-79cf-4019-8c3e-8450bf02b36b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989654 Feb 28 18:43:06.748731 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a2f1-1109-4d16-93c2-915bf7321a78 req-d983b6e9-6f34-40e3-89d1-9a1ee693a676 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:06.750868 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6e84a2f1-1109-4d16-93c2-915bf7321a78 req-d983b6e9-6f34-40e3-89d1-9a1ee693a676 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0983074 Feb 28 18:43:06.824867 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6e84a2f1-1109-4d16-93c2-915bf7321a78 req-354bad0e-1900-4f1a-b88d-75752dd8a054 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601187 Feb 28 18:43:06.834365 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0908cd-4f33-4f7a-8b6a-60e8dfaa58c8 req-d39e5e3f-f1e3-4e01-a828-c5d7ebc3d73c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:06.840787 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6b0908cd-4f33-4f7a-8b6a-60e8dfaa58c8 req-d39e5e3f-f1e3-4e01-a828-c5d7ebc3d73c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0617278 Feb 28 18:43:06.912039 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6b0908cd-4f33-4f7a-8b6a-60e8dfaa58c8 req-127afcd4-497b-469e-8e07-717a762cfc7f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666511 Feb 28 18:43:07.014314 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dab8d-7a99-45a0-98c5-b6dfd96ad835 req-580f8004-77b8-4361-ad0a-ae952dc2d34f tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:07.015948 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-260dab8d-7a99-45a0-98c5-b6dfd96ad835 req-580f8004-77b8-4361-ad0a-ae952dc2d34f tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0652170 Feb 28 18:43:07.060519 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-260dab8d-7a99-45a0-98c5-b6dfd96ad835 req-811e5c94-9fe3-490d-84d0-0b3ec6d335d4 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377753 Feb 28 18:43:07.804507 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42192f-61cf-48eb-a16d-b930d2196d06 req-5cd723a9-d1a7-401a-8a1e-11220f57b582 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:07.806338 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5c42192f-61cf-48eb-a16d-b930d2196d06 req-5cd723a9-d1a7-401a-8a1e-11220f57b582 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0602751 Feb 28 18:43:07.873636 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5c42192f-61cf-48eb-a16d-b930d2196d06 req-23fa73fb-e2fd-4967-a9d4-9c8084ca15b4 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598943 Feb 28 18:43:08.025247 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a4a25-0542-484d-8b6a-75769879a2f7 req-2a4bf3da-d15a-4d45-92ea-2565cca23895 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:08.027595 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f43a4a25-0542-484d-8b6a-75769879a2f7 req-2a4bf3da-d15a-4d45-92ea-2565cca23895 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0952818 Feb 28 18:43:08.092367 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921b032-37d3-45a6-b22f-c30be714bca1 req-0a5db367-a679-4973-956a-0ff3164fb30c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:08.094033 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3921b032-37d3-45a6-b22f-c30be714bca1 req-0a5db367-a679-4973-956a-0ff3164fb30c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0828280 Feb 28 18:43:08.098187 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f43a4a25-0542-484d-8b6a-75769879a2f7 req-51b82385-f052-495b-9536-9de0103e7724 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637269 Feb 28 18:43:08.156787 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3921b032-37d3-45a6-b22f-c30be714bca1 req-075d0c0a-21eb-41fc-a9d3-1eb6a2f2ea08 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540419 Feb 28 18:43:08.246482 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e6f5-7f1c-4e12-94de-5af906a9a96c req-a786f941-8710-4519-b2c4-fb29981566b8 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:08.248078 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4d59e6f5-7f1c-4e12-94de-5af906a9a96c req-a786f941-8710-4519-b2c4-fb29981566b8 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0524814 Feb 28 18:43:08.296168 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4d59e6f5-7f1c-4e12-94de-5af906a9a96c req-2e97a602-097b-4ab3-a0ca-8dd4dd172a90 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Feb 28 18:43:09.007501 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c909c-0b8f-4f4d-8ca5-1b644c8d12ae req-f2c6402e-41d9-4ad6-bb6d-c37ed47b6fa2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:09.015250 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-eb2c909c-0b8f-4f4d-8ca5-1b644c8d12ae req-f2c6402e-41d9-4ad6-bb6d-c37ed47b6fa2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0637491 Feb 28 18:43:09.054453 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-eb2c909c-0b8f-4f4d-8ca5-1b644c8d12ae req-abad6632-c303-48f7-85f1-c9f3030d912a tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381122 Feb 28 18:43:09.303170 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817135f-001e-4135-8132-47ec9dafaadb req-1ec4d044-a6e2-4b0e-ad92-c993702a6a88 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:09.305957 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8817135f-001e-4135-8132-47ec9dafaadb req-1ec4d044-a6e2-4b0e-ad92-c993702a6a88 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0963757 Feb 28 18:43:09.338361 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90f4ee-4df9-4771-ba92-8478ba419021 req-d88f2d83-0412-4c81-9c5a-f8d46ec18096 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:09.340283 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ff90f4ee-4df9-4771-ba92-8478ba419021 req-d88f2d83-0412-4c81-9c5a-f8d46ec18096 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0755513 Feb 28 18:43:09.361055 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8817135f-001e-4135-8132-47ec9dafaadb req-ca10224b-d7b1-4ef8-a902-200a3e59e2c4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 Feb 28 18:43:09.430986 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ff90f4ee-4df9-4771-ba92-8478ba419021 req-591a78e4-2e7b-4b41-88e5-0614d6ba2ef5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763559 Feb 28 18:43:09.525354 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e3611-f9f7-4492-b9e2-e1243885ee14 req-8a3db125-8316-4f0d-acde-1fe8752084a7 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:09.528146 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e96e3611-f9f7-4492-b9e2-e1243885ee14 req-8a3db125-8316-4f0d-acde-1fe8752084a7 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0754552 Feb 28 18:43:09.585751 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e96e3611-f9f7-4492-b9e2-e1243885ee14 req-3b5ca80b-1d1e-4c33-b80c-e0ea978cac5a tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503511 Feb 28 18:43:10.265026 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0db0e0-2add-452f-93a0-c311b2c3c71c req-0e23a0c0-085e-4dc2-b9db-61bc5acfaa20 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:10.266923 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2d0db0e0-2add-452f-93a0-c311b2c3c71c req-0e23a0c0-085e-4dc2-b9db-61bc5acfaa20 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0997095 Feb 28 18:43:10.334242 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2d0db0e0-2add-452f-93a0-c311b2c3c71c req-2370ee50-a094-4193-997c-44aef9bfba0d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538468 Feb 28 18:43:10.546549 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70130256-fca5-413c-8549-6774f193ebf7 req-9732179d-90d2-4564-9f41-31ac809ed8ca tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:10.549354 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-70130256-fca5-413c-8549-6774f193ebf7 req-9732179d-90d2-4564-9f41-31ac809ed8ca tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0863535 Feb 28 18:43:10.574701 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b842de-aedf-4aa0-b004-69d771006e37 req-4acb325b-2852-4c83-be26-463908e2e701 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:10.576400 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e0b842de-aedf-4aa0-b004-69d771006e37 req-4acb325b-2852-4c83-be26-463908e2e701 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0707202 Feb 28 18:43:10.618684 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-70130256-fca5-413c-8549-6774f193ebf7 req-17d48eea-bf7e-414b-9261-5910b3d3b4ec tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616927 Feb 28 18:43:10.667606 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e0b842de-aedf-4aa0-b004-69d771006e37 req-fedb93cf-d884-494d-ba1c-092d31fe6730 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837440 Feb 28 18:43:10.799569 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed1a49-98bc-47d6-b15c-4192169145ad req-2ba086e7-c0e2-4cbd-98e0-51953b0ec5d8 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:10.801409 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5ed1a49-98bc-47d6-b15c-4192169145ad req-2ba086e7-c0e2-4cbd-98e0-51953b0ec5d8 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0616572 Feb 28 18:43:10.845595 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5ed1a49-98bc-47d6-b15c-4192169145ad req-6040e91c-43f8-42cd-95b7-dfad2421e083 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361204 Feb 28 18:43:11.305163 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cec833-3d36-40ce-8a21-838119758bc9 req-2febb355-ad8d-4b10-9906-da11c70f6a89 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:11.308467 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d8cec833-3d36-40ce-8a21-838119758bc9 req-2febb355-ad8d-4b10-9906-da11c70f6a89 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1596689 Feb 28 18:43:11.331406 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27180e8-bd9f-46e6-9a1e-37cfbd12f4a3 req-52eabe41-84ce-4ad3-a438-d6476c62cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:11.335178 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a27180e8-bd9f-46e6-9a1e-37cfbd12f4a3 req-52eabe41-84ce-4ad3-a438-d6476c62cb54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 1098 time: 0.1570899 Feb 28 18:43:11.440396 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d8cec833-3d36-40ce-8a21-838119758bc9 req-5be1839a-ea18-4550-881a-fb4f8c42aced tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186166 Feb 28 18:43:11.682800 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27180e8-bd9f-46e6-9a1e-37cfbd12f4a3 req-de4ac012-ca6d-4945-a084-eb37d024316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:11.686667 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a27180e8-bd9f-46e6-9a1e-37cfbd12f4a3 req-de4ac012-ca6d-4945-a084-eb37d024316e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 919 time: 0.3384163 Feb 28 18:43:11.801635 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a27180e8-bd9f-46e6-9a1e-37cfbd12f4a3 req-121bf892-5ca8-435f-b619-083a966b7378 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7f18fda-fa14-4b57-9724-5a85dd601d2c HTTP/1.1" status: 200 len: 217 time: 0.0973294 Feb 28 18:43:11.819122 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a612e-98ac-4558-b52b-2662dcde730c req-a86d5f9d-59b3-467d-bcfb-6c2be97eb388 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:11.822584 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2d5a612e-98ac-4558-b52b-2662dcde730c req-a86d5f9d-59b3-467d-bcfb-6c2be97eb388 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.2840669 Feb 28 18:43:11.892101 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1169ea2-089a-4845-b9a5-c01bcac881cc req-fb2dedb0-10d6-475c-b6ab-28fc47391aef tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:11.896035 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b1169ea2-089a-4845-b9a5-c01bcac881cc req-fb2dedb0-10d6-475c-b6ab-28fc47391aef tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.1192570 Feb 28 18:43:11.902236 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27180e8-bd9f-46e6-9a1e-37cfbd12f4a3 req-c8515e58-3a05-489e-912e-fddad9378bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:11.903946 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a27180e8-bd9f-46e6-9a1e-37cfbd12f4a3 req-c8515e58-3a05-489e-912e-fddad9378bbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 200 len: 858 time: 0.0773201 Feb 28 18:43:11.912566 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2d5a612e-98ac-4558-b52b-2662dcde730c req-e6e27f40-3a42-4537-aa2b-92e105c4b450 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546417 Feb 28 18:43:11.957682 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a27180e8-bd9f-46e6-9a1e-37cfbd12f4a3 req-32b63d74-229d-44f6-ba3b-a6a7c58138c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401490 Feb 28 18:43:11.963754 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b1169ea2-089a-4845-b9a5-c01bcac881cc req-df5c874e-8547-493f-9026-82915638faac tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570602 Feb 28 18:43:12.066478 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48286) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:12.114213 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083d6f-7096-4ded-875a-c67dc7102993 req-dcb039db-536d-476a-b429-e26909c7fe40 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:12.115975 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-02083d6f-7096-4ded-875a-c67dc7102993 req-dcb039db-536d-476a-b429-e26909c7fe40 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0777740 Feb 28 18:43:12.129067 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a27180e8-bd9f-46e6-9a1e-37cfbd12f4a3 req-b437de9a-fcd5-4cfe-b37c-17240dda03cd service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479478 Feb 28 18:43:12.129953 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48290) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:12.139007 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-f23dba57-3064-4f8c-bbac-0b1c9e67f5c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'floatingip': {'port_id': '0e1a4fcf-0502-4a90-8900-002139be7461'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:12.283585 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f23dba57-3064-4f8c-bbac-0b1c9e67f5c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:12.321023 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a27180e8-bd9f-46e6-9a1e-37cfbd12f4a3 req-26b33612-9dd0-4641-b42e-ef564922a2e5 service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786070 Feb 28 18:43:12.427196 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-061407bf-b545-428c-b65b-a9c8f3e529ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:12.741124 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b85ea-eb58-4a74-a83d-fda9afd85443 req-cdd47e02-011e-4405-b086-f7cf98356282 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:12.743147 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6c1b85ea-eb58-4a74-a83d-fda9afd85443 req-cdd47e02-011e-4405-b086-f7cf98356282 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.2214899 Feb 28 18:43:12.764937 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-061407bf-b545-428c-b65b-a9c8f3e529ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:12.790056 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-061407bf-b545-428c-b65b-a9c8f3e529ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:12.968820 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061407bf-b545-428c-b65b-a9c8f3e529ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6193bb-c755-4288-8abb-a83a57ec256a,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:12.985310 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-061407bf-b545-428c-b65b-a9c8f3e529ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18838b65912048e7b3aba794c852107e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9136970 Feb 28 18:43:12.986033 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 48320) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:12.991120 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6c1b85ea-eb58-4a74-a83d-fda9afd85443 req-fa3d24e0-f861-4a62-9dba-7f83b5510837 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299986 Feb 28 18:43:13.064217 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e3327bf3-6771-46f3-9e48-d267e726c022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:13.104943 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e3327bf3-6771-46f3-9e48-d267e726c022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:13.201027 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e3327bf3-6771-46f3-9e48-d267e726c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:13.206690 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e3327bf3-6771-46f3-9e48-d267e726c022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:13.208111 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-e3327bf3-6771-46f3-9e48-d267e726c022 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa6193bb-c755-4288-8abb-a83a57ec256a HTTP/1.1" status: 204 len: 168 time: 0.2215080 Feb 28 18:43:13.220235 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3327bf3-6771-46f3-9e48-d267e726c022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6193bb-c755-4288-8abb-a83a57ec256a,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:13.250399 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.db.resource_extend [None req-f23dba57-3064-4f8c-bbac-0b1c9e67f5c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 18:43:13.561708 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f23dba57-3064-4f8c-bbac-0b1c9e67f5c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:13.567629 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f23dba57-3064-4f8c-bbac-0b1c9e67f5c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:13.631059 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 48332) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:13.649548 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4312-a754-4f34-8d44-de89066be24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:13.744091 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4312-a754-4f34-8d44-de89066be24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:13.749760 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4312-a754-4f34-8d44-de89066be24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:13.752860 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.l3_db [None req-f23dba57-3064-4f8c-bbac-0b1c9e67f5c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Floating IP b717e0be-25e7-4461-bc97-af4dd8b94e53 associated. External IP: 172.27.2.88, port: 0e1a4fcf-0502-4a90-8900-002139be7461. Feb 28 18:43:13.825625 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-b5ae4312-a754-4f34-8d44-de89066be24a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f4484d1929a4b0397027df6db003465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930869 Feb 28 18:43:13.828411 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 48340) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:13.841248 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae4312-a754-4f34-8d44-de89066be24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801c5f61-2642-4a5d-ab28-5697915528e3,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:13.930662 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ef529988-2cb7-4ff8-8361-75dea7cfb152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:13.973103 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ef529988-2cb7-4ff8-8361-75dea7cfb152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:14.055183 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ef529988-2cb7-4ff8-8361-75dea7cfb152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:14.058841 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ef529988-2cb7-4ff8-8361-75dea7cfb152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:14.060258 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-ef529988-2cb7-4ff8-8361-75dea7cfb152 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/801c5f61-2642-4a5d-ab28-5697915528e3 HTTP/1.1" status: 204 len: 168 time: 0.2305121 Feb 28 18:43:14.070843 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef529988-2cb7-4ff8-8361-75dea7cfb152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801c5f61-2642-4a5d-ab28-5697915528e3,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:14.095297 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23dba57-3064-4f8c-bbac-0b1c9e67f5c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:43:14.300041 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe96ce-581c-4b18-9b12-eb03a33b7da3 req-ef7703e8-e5f6-44d1-969f-203d2f2bc707 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:14.302315 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7abe96ce-581c-4b18-9b12-eb03a33b7da3 req-ef7703e8-e5f6-44d1-969f-203d2f2bc707 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1278505 Feb 28 18:43:14.339168 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23dba57-3064-4f8c-bbac-0b1c9e67f5c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:43:14.346094 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f23dba57-3064-4f8c-bbac-0b1c9e67f5c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:14.391798 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] Sync routers for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:43:14.413683 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:43:14.415817 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:42:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:14.420236 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7abe96ce-581c-4b18-9b12-eb03a33b7da3 req-40993d39-a7b1-49d5-9b2c-45e65defabec tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072578 Feb 28 18:43:14.422071 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-f23dba57-3064-4f8c-bbac-0b1c9e67f5c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "PUT /v2.0/floatingips/b717e0be-25e7-4461-bc97-af4dd8b94e53 HTTP/1.1" status: 200 len: 990 time: 2.2909157 Feb 28 18:43:14.422794 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:43:14.426146 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4caed5c-803b-405e-b41c-32d362afe262" -d '{"events": [{"name": "network-changed", "server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:43:14.542861 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcae8e99-c2b9-42f9-8a23-41356eb13444 x-openstack-request-id: req-dcae8e99-c2b9-42f9-8a23-41356eb13444 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:43:14.543167 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:43:14.543394 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcae8e99-c2b9-42f9-8a23-41356eb13444 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:43:14.543835 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461', 'status': 'completed', 'code': 200} Feb 28 18:43:14.667057 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caed5c-803b-405e-b41c-32d362afe262 req-064d5ee5-14a3-4115-b9e6-b80330238118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:14.669616 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a4caed5c-803b-405e-b41c-32d362afe262 req-064d5ee5-14a3-4115-b9e6-b80330238118 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 1098 time: 0.0949032 Feb 28 18:43:14.755597 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:43:14.964674 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caed5c-803b-405e-b41c-32d362afe262 req-99cc6857-d8e4-441f-b8c9-ed6f0c75dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:14.966659 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a4caed5c-803b-405e-b41c-32d362afe262 req-99cc6857-d8e4-441f-b8c9-ed6f0c75dbf1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 917 time: 0.2863169 Feb 28 18:43:15.176484 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a4caed5c-803b-405e-b41c-32d362afe262 req-65848c40-85cc-4471-bfb0-b183e7a81d10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e1a4fcf-0502-4a90-8900-002139be7461 HTTP/1.1" status: 200 len: 998 time: 0.1925309 Feb 28 18:43:15.326232 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caed5c-803b-405e-b41c-32d362afe262 req-2e4aa723-ace4-425a-b204-b25042fa0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:15.328301 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a4caed5c-803b-405e-b41c-32d362afe262 req-2e4aa723-ace4-425a-b204-b25042fa0040 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.1432509 Feb 28 18:43:15.346684 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': 'b717e0be-25e7-4461-bc97-af4dd8b94e53', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'port_id': '0e1a4fcf-0502-4a90-8900-002139be7461', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'mac_address': 'fa:16:3e:95:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:42:16Z', 'updated_at': '2022-02-28T18:43:13Z', 'revision_number': 1, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:15.388491 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] Checking router: 4582cd2e-5c85-4b7a-9833-922e9dad6f03 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:43:15.407054 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:43:15.407931 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:42:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:15.430130 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caed5c-803b-405e-b41c-32d362afe262 req-a02b2b5f-d56f-4234-8224-9d47a2c5f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:15.433489 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a4caed5c-803b-405e-b41c-32d362afe262 req-a02b2b5f-d56f-4234-8224-9d47a2c5f248 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850832 Feb 28 18:43:15.652710 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48416) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:15.687970 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006f4f2-3fef-49eb-ac35-6d1260386645 req-a3020e16-7432-4f80-b870-0899a42c6a5a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:15.689838 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8006f4f2-3fef-49eb-ac35-6d1260386645 req-a3020e16-7432-4f80-b870-0899a42c6a5a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1287830 Feb 28 18:43:15.715391 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a4caed5c-803b-405e-b41c-32d362afe262 req-d5519e01-0763-4d5f-a898-0467de468bfb service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708759 Feb 28 18:43:15.806943 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8006f4f2-3fef-49eb-ac35-6d1260386645 req-4345fedc-2503-4524-b758-68a823b00ab1 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079328 Feb 28 18:43:15.822006 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:43:15.854234 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a4caed5c-803b-405e-b41c-32d362afe262 req-35fd620a-5f7b-424c-b136-eccaae48a011 service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286278 Feb 28 18:43:15.904051 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2122078067-network', 'tenant_id': '4e7b60b5eaf643688ae90d76f2cff2a5'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:15.927427 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Made reservation on behalf of 4e7b60b5eaf643688ae90d76f2cff2a5 for: {'network': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:43:15.930738 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:15.944964 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:16.109856 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:16.118104 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:16.161084 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=108388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:43:16.169656 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df085d5-79a3-4857-b96a-70d123c501af,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:16.190725 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:16.191428 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.segments_db [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Added segment 15f68450-e4fe-47a2-a531-6ba647ce9e7b of type vlan for network fb776aa5-17ab-4926-8162-59e65ff8ded6 Feb 28 18:43:16.194334 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': 'b717e0be-25e7-4461-bc97-af4dd8b94e53', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'port_id': '0e1a4fcf-0502-4a90-8900-002139be7461', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'mac_address': 'fa:16:3e:95:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:42:16Z', 'updated_at': '2022-02-28T18:43:13Z', 'revision_number': 1, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:16.250547 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45db4d1-c3c9-4f9d-8d05-7d9bdb42191a None None] The sync data for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi is: [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': 'b717e0be-25e7-4461-bc97-af4dd8b94e53', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'port_id': '0e1a4fcf-0502-4a90-8900-002139be7461', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'mac_address': 'fa:16:3e:95:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:42:16Z', 'updated_at': '2022-02-28T18:43:13Z', 'revision_number': 1, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:43:16.261449 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:16.312754 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:16.313980 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:16.314449 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:16.412591 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7541378 Feb 28 18:43:16.412765 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 48436) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:16.418467 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Request body: {'subnet': {'network_id': 'fb776aa5-17ab-4926-8162-59e65ff8ded6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2122078067-subnet', 'tenant_id': '4e7b60b5eaf643688ae90d76f2cff2a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:16.436451 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7f6f0-edfa-4d00-b562-67fd6658131e admin admin] Pushing event updated for resources: {'Network': ['ID=fb776aa5-17ab-4926-8162-59e65ff8ded6,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:16.453285 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network fb776aa5-17ab-4926-8162-59e65ff8ded6 details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:43:16.454024 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Made reservation on behalf of 4e7b60b5eaf643688ae90d76f2cff2a5 for: {'subnet': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:43:16.456738 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:16.584226 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643fdda9-2919-4dda-8fd2-f00ae3cb1cdb None None] New status for floating IP b717e0be-25e7-4461-bc97-af4dd8b94e53: ACTIVE {{(pid=108391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:43:16.748467 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:16.812300 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7594850c-7124-493b-9ec0-85964832aa24,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:16.834060 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Checking segment: {'id': '15f68450-e4fe-47a2-a531-6ba647ce9e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fb776aa5-17ab-4926-8162-59e65ff8ded6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:43:16.834599 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Network hostable DHCP agents. Network: fb776aa5-17ab-4926-8162-59e65ff8ded6, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:43:16.858378 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Network fb776aa5-17ab-4926-8162-59e65ff8ded6 is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:43:16.875672 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, fb776aa5-17ab-4926-8162-59e65ff8ded6) {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:43:16.881590 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:16.882717 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:16.910910 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d871cb65-2b3a-4360-8dae-9700060530ff admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4913738 Feb 28 18:43:16.911156 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50874062-147b-4b88-8bd2-0d01ac9d3428 None None] Network fb776aa5-17ab-4926-8162-59e65ff8ded6 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:43:16.986618 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe38be-ff53-4201-8864-f6850cbc6896 req-72c26dc9-4c8e-484c-b515-ea83b6d29251 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:16.988338 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ccbe38be-ff53-4201-8864-f6850cbc6896 req-72c26dc9-4c8e-484c-b515-ea83b6d29251 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0617430 Feb 28 18:43:17.077736 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ccbe38be-ff53-4201-8864-f6850cbc6896 req-b07be8a4-aba5-4180-9ceb-127da6b508fb tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785534 Feb 28 18:43:17.192135 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b394d-bc38-4574-9ebc-0e63827adac5 None None] Network fb776aa5-17ab-4926-8162-59e65ff8ded6 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:43:17.545023 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 48470) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:17.549975 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1266151182-network', 'tenant_id': '1b8adde0e52e4476a6aa7990a562fc84'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:17.572483 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Made reservation on behalf of 1b8adde0e52e4476a6aa7990a562fc84 for: {'network': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:43:17.575649 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:17.586342 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:17.683191 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:17.687995 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:17.717089 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=108389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:43:17.728416 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c27dd89-ae30-4980-8642-ce312c168301,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:17.737697 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:17.738022 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.segments_db [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Added segment 222668cf-bd84-4f7f-831a-81a005091195 of type vlan for network 3788a049-8c68-4392-81ac-4106c2c5bff1 Feb 28 18:43:17.786039 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:17.818486 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:17.819780 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:17.820726 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:17.877774 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3314884 Feb 28 18:43:17.880465 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48478) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:17.885429 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Request body: {'subnet': {'network_id': '3788a049-8c68-4392-81ac-4106c2c5bff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1266151182-subnet', 'tenant_id': '1b8adde0e52e4476a6aa7990a562fc84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:17.896355 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce1084-c17c-4943-828a-5269fd71b6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=3788a049-8c68-4392-81ac-4106c2c5bff1,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:17.908285 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 3788a049-8c68-4392-81ac-4106c2c5bff1 details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:43:17.919876 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Made reservation on behalf of 1b8adde0e52e4476a6aa7990a562fc84 for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:43:17.924188 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:18.185621 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:18.246758 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56130d3a-faf6-4915-8e2a-c56899046175 req-4793058e-6778-469e-8a0d-cd8f8bcd0cd9 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:18.247562 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=866f6222-8657-42ab-adee-40c2f6953912,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:18.250331 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-56130d3a-faf6-4915-8e2a-c56899046175 req-4793058e-6778-469e-8a0d-cd8f8bcd0cd9 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0626838 Feb 28 18:43:18.260375 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Checking segment: {'id': '222668cf-bd84-4f7f-831a-81a005091195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3788a049-8c68-4392-81ac-4106c2c5bff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:43:18.261311 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Network hostable DHCP agents. Network: 3788a049-8c68-4392-81ac-4106c2c5bff1, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:43:18.284526 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Network 3788a049-8c68-4392-81ac-4106c2c5bff1 is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:43:18.296263 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 3788a049-8c68-4392-81ac-4106c2c5bff1) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:43:18.301413 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:18.302002 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:18.313847 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fedb807-2159-442c-a96e-699fb5d8c82e None None] Network 3788a049-8c68-4392-81ac-4106c2c5bff1 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:43:18.316500 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-56130d3a-faf6-4915-8e2a-c56899046175 req-13dfa3df-fab0-4d0f-bb97-c488e7a1d104 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543303 Feb 28 18:43:18.324871 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-6c7d556c-8386-4c19-8140-a57dee668979 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4431107 Feb 28 18:43:18.537699 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3ba56-24ac-4e42-9b4f-0829a39af62a None None] Network 3788a049-8c68-4392-81ac-4106c2c5bff1 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:43:19.462375 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18466e5-9768-46f6-ac17-2e87ca00a48b req-57abbd0f-d6f3-4696-8c5d-00f4fdf6e713 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:19.464145 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a18466e5-9768-46f6-ac17-2e87ca00a48b req-57abbd0f-d6f3-4696-8c5d-00f4fdf6e713 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0527592 Feb 28 18:43:19.504733 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a18466e5-9768-46f6-ac17-2e87ca00a48b req-cebfab47-d71a-4146-87d2-39657b3925ab tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339971 Feb 28 18:43:20.638941 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e11e-1d4c-4015-ab58-c303f8c3eaa9 req-707bd411-7cf0-4ee7-ac43-b9f50c3e7c04 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:20.640421 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9c56e11e-1d4c-4015-ab58-c303f8c3eaa9 req-707bd411-7cf0-4ee7-ac43-b9f50c3e7c04 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0571506 Feb 28 18:43:20.688478 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9c56e11e-1d4c-4015-ab58-c303f8c3eaa9 req-874282ee-d653-4f58-b1d1-fb6e14ccb71c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Feb 28 18:43:21.841900 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dcb5c-34e4-41a3-8caf-53f1e4f21e32 req-f1f93e65-0fdf-4dfd-90b2-612d188e3189 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:21.843464 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-da6dcb5c-34e4-41a3-8caf-53f1e4f21e32 req-f1f93e65-0fdf-4dfd-90b2-612d188e3189 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0771985 Feb 28 18:43:21.899848 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-da6dcb5c-34e4-41a3-8caf-53f1e4f21e32 req-cbe7227b-17ef-4833-83e1-df8ea9b56c2d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498869 Feb 28 18:43:22.973635 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:23.094300 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3fa88-aade-46e8-a97f-6655f1dabfa9 req-6f47159f-c4dc-409e-868c-6e5a5ef5e098 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:23.098364 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-15a3fa88-aade-46e8-a97f-6655f1dabfa9 req-6f47159f-c4dc-409e-868c-6e5a5ef5e098 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0714440 Feb 28 18:43:23.162427 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-15a3fa88-aade-46e8-a97f-6655f1dabfa9 req-94de51be-bf74-41c2-b247-778167268957 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584071 Feb 28 18:43:24.335914 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af32629-8664-4ff4-babd-85911ffbe1bb req-cd984bf2-4797-4733-8ad9-57b1d4609092 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:24.337523 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6af32629-8664-4ff4-babd-85911ffbe1bb req-cd984bf2-4797-4733-8ad9-57b1d4609092 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0717368 Feb 28 18:43:24.387642 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6af32629-8664-4ff4-babd-85911ffbe1bb req-91005317-855e-4dd2-ac1e-3bf3db897a39 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Feb 28 18:43:25.536744 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993c4af-0693-43bc-81a0-dcb14cd744a1 req-7a455592-4c11-4ee1-9df0-10199fdc893f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:25.540084 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f993c4af-0693-43bc-81a0-dcb14cd744a1 req-7a455592-4c11-4ee1-9df0-10199fdc893f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0655797 Feb 28 18:43:25.610514 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f993c4af-0693-43bc-81a0-dcb14cd744a1 req-2ebf97cf-c2f0-4b44-9ec3-f4e1f31bbea5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612450 Feb 28 18:43:25.714989 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066182b5-6c2f-41c5-a266-7588c2f0d99f req-8d1b3563-538b-49a8-a1e1-79667218228e tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:25.716567 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-066182b5-6c2f-41c5-a266-7588c2f0d99f req-8d1b3563-538b-49a8-a1e1-79667218228e tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0575578 Feb 28 18:43:25.759341 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-066182b5-6c2f-41c5-a266-7588c2f0d99f req-fe2f2ec1-6a33-482d-b8ef-46b5876e7d20 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365987 Feb 28 18:43:26.408213 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b6c4-b098-428f-bae2-b7240410109d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:26.754090 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a046d1f-cdf2-44c3-903e-3eddca116804 req-a224a81e-bbc9-4e61-83f9-e510ba044da5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:26.755781 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6a046d1f-cdf2-44c3-903e-3eddca116804 req-a224a81e-bbc9-4e61-83f9-e510ba044da5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0609770 Feb 28 18:43:26.802296 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6a046d1f-cdf2-44c3-903e-3eddca116804 req-b5875e8e-ce42-4541-b948-5e9c9095931a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Feb 28 18:43:26.898758 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefbac7-55d6-477f-9fcd-9f4be5c70e95 req-f0289153-0931-4eda-9da7-0900a0cf3e20 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:26.900532 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aeefbac7-55d6-477f-9fcd-9f4be5c70e95 req-f0289153-0931-4eda-9da7-0900a0cf3e20 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.0565331 Feb 28 18:43:26.944291 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aeefbac7-55d6-477f-9fcd-9f4be5c70e95 req-d066b80d-7d23-484a-b41e-e86b08572958 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367272 Feb 28 18:43:27.940306 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2fc3-28b2-4c72-8369-94a6a2470d08 req-8ca105ae-734a-405e-a499-da7b379c2dfe tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:27.941862 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-34bc2fc3-28b2-4c72-8369-94a6a2470d08 req-8ca105ae-734a-405e-a499-da7b379c2dfe tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0562608 Feb 28 18:43:28.002538 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-34bc2fc3-28b2-4c72-8369-94a6a2470d08 req-e70f6590-83eb-41f2-8c08-beaeaf924690 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534132 Feb 28 18:43:28.212897 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48700) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:28.242587 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48704) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:28.324542 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a0587-5cd8-4d6d-a950-589dcb2b6fef req-a7986125-909c-497f-8efe-c9a7822433dc tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:28.326292 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e55a0587-5cd8-4d6d-a950-589dcb2b6fef req-a7986125-909c-497f-8efe-c9a7822433dc tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.2642112 Feb 28 18:43:28.361485 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9992c42d-d4f1-4024-83f2-571daab69c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.376536 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e55a0587-5cd8-4d6d-a950-589dcb2b6fef req-6e019e77-d89b-428a-994f-ae7ceec808f0 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7a4d422-cd26-4e48-a9fc-bd212ca87e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Feb 28 18:43:28.421957 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e2039023-d9d9-47ea-8fa4-9119492c8560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.566321 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9992c42d-d4f1-4024-83f2-571daab69c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.589410 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9992c42d-d4f1-4024-83f2-571daab69c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.593534 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e2039023-d9d9-47ea-8fa4-9119492c8560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.615442 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e2039023-d9d9-47ea-8fa4-9119492c8560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.654327 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-9992c42d-d4f1-4024-83f2-571daab69c40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8814a5607da940b6b032ca6c5d3ea244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395480 Feb 28 18:43:28.657048 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 48714) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:28.660046 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992c42d-d4f1-4024-83f2-571daab69c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48473d8-71db-41fd-9479-74b5689d897a,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:28.680693 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-e2039023-d9d9-47ea-8fa4-9119492c8560 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a7a5019d91d4c81bcf3f6236ed3e99c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363828 Feb 28 18:43:28.688713 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48716) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:28.701469 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2039023-d9d9-47ea-8fa4-9119492c8560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d939f14f-d5c9-4659-ba88-6b1ac06efd15,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:28.781325 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-ef27be61-a75b-40de-a45c-a327e290fc88 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:28.782628 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-ef27be61-a75b-40de-a45c-a327e290fc88 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.52 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 946 time: 0.1397021 Feb 28 18:43:28.783854 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-50a02845-9218-4415-8f16-207bc8e505d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.796755 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1f15-e821-42d0-aac0-ee75b4a6f149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.832701 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-50a02845-9218-4415-8f16-207bc8e505d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.854418 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf8ec-2625-4910-9055-8ff29a17a53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.902078 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-50a02845-9218-4415-8f16-207bc8e505d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.905137 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-50a02845-9218-4415-8f16-207bc8e505d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:28.906610 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-50a02845-9218-4415-8f16-207bc8e505d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d939f14f-d5c9-4659-ba88-6b1ac06efd15 HTTP/1.1" status: 204 len: 168 time: 0.2169540 Feb 28 18:43:28.923775 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a02845-9218-4415-8f16-207bc8e505d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d939f14f-d5c9-4659-ba88-6b1ac06efd15,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:28.962466 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf8ec-2625-4910-9055-8ff29a17a53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.056905 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-81b95842-799b-41d1-beb9-e6fe8f3567cb tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Deleting port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:43:29.058142 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-81b95842-799b-41d1-beb9-e6fe8f3567cb tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.118259 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf8ec-2625-4910-9055-8ff29a17a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.121872 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf8ec-2625-4910-9055-8ff29a17a53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.123081 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-eaeaf8ec-2625-4910-9055-8ff29a17a53b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a48473d8-71db-41fd-9479-74b5689d897a HTTP/1.1" status: 204 len: 168 time: 0.4649820 Feb 28 18:43:29.140501 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaf8ec-2625-4910-9055-8ff29a17a53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48473d8-71db-41fd-9479-74b5689d897a,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:29.205295 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-81b95842-799b-41d1-beb9-e6fe8f3567cb tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] For port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,segment=NetworkSegment(35ed314a-874b-4fc0-9f28-2343cfe99e66),segment_id=35ed314a-874b-4fc0-9f28-2343cfe99e66)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:43:29.205671 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-81b95842-799b-41d1-beb9-e6fe8f3567cb tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.224108 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-81b95842-799b-41d1-beb9-e6fe8f3567cb tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Calling delete_port for 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:43:29.224769 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bdbd0-f50a-4790-869b-d3b8abf2be26 req-60768d9c-b35d-497f-a7ed-f3ac617dac3d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:29.227541 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9a8bdbd0-f50a-4790-869b-d3b8abf2be26 req-60768d9c-b35d-497f-a7ed-f3ac617dac3d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1043782 Feb 28 18:43:29.289214 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9a8bdbd0-f50a-4790-869b-d3b8abf2be26 req-40507453-e446-41d7-9e54-2583253aea9c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546036 Feb 28 18:43:29.411897 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 48734) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:29.427052 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b412bab2-9b91-4b86-9133-752699c769e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.440074 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-81b95842-799b-41d1-beb9-e6fe8f3567cb tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.455193 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['76bbb697-3ec3-442c-97e8-b80fc8fa3f4c'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:43:29.484274 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b95842-799b-41d1-beb9-e6fe8f3567cb tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Pushing event deleted for resources: {'Port': ['ID=76bbb697-3ec3-442c-97e8-b80fc8fa3f4c,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:29.582570 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9aa22e45-c211-450e-b1a3-72139944f0a3 req-2d65026c-8f98-4314-8bb9-136b9eddb671 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.0514307 Feb 28 18:43:29.599600 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-81b95842-799b-41d1-beb9-e6fe8f3567cb tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] No DVR routers for this DVR port 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:43:29.603977 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-81b95842-799b-41d1-beb9-e6fe8f3567cb tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.607868 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ecc741c6-9fc9-4a99-8cdb-1b754aa17182 req-81b95842-799b-41d1-beb9-e6fe8f3567cb tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.52 "DELETE /v2.0/ports/76bbb697-3ec3-442c-97e8-b80fc8fa3f4c HTTP/1.1" status: 204 len: 173 time: 0.8166583 Feb 28 18:43:29.608477 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aba820-d1c9-4ba6-88f7-478551a42d82', 'name': 'network-vif-deleted', 'tag': '76bbb697-3ec3-442c-97e8-b80fc8fa3f4c'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:43:29.611260 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8164a6-522f-4dac-8b49-4a594ef90272" -d '{"events": [{"server_uuid": "67aba820-d1c9-4ba6-88f7-478551a42d82", "name": "network-vif-deleted", "tag": "76bbb697-3ec3-442c-97e8-b80fc8fa3f4c"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:43:29.631527 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b412bab2-9b91-4b86-9133-752699c769e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.639768 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b412bab2-9b91-4b86-9133-752699c769e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.686350 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2325a609-61e1-427f-b76c-9fdac675fb56 x-openstack-request-id: req-2325a609-61e1-427f-b76c-9fdac675fb56 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:43:29.686664 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aba820-d1c9-4ba6-88f7-478551a42d82", "name": "network-vif-deleted", "tag": "76bbb697-3ec3-442c-97e8-b80fc8fa3f4c", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:43:29.686932 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2325a609-61e1-427f-b76c-9fdac675fb56 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:43:29.687339 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aba820-d1c9-4ba6-88f7-478551a42d82', 'name': 'network-vif-deleted', 'tag': '76bbb697-3ec3-442c-97e8-b80fc8fa3f4c', 'status': 'completed', 'code': 200} Feb 28 18:43:29.724723 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-b412bab2-9b91-4b86-9133-752699c769e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d05e16aa4128478294913b33cc7c9343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115821 Feb 28 18:43:29.726761 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412bab2-9b91-4b86-9133-752699c769e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f25a8a-3cca-4d65-9674-17dd08127399,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:29.727890 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 48744) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:29.812719 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2b73c318-0715-4593-9cbc-af7eeeba77b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.860487 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2b73c318-0715-4593-9cbc-af7eeeba77b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.922056 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.957028 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2b73c318-0715-4593-9cbc-af7eeeba77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.960135 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2b73c318-0715-4593-9cbc-af7eeeba77b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:29.961838 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-2b73c318-0715-4593-9cbc-af7eeeba77b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45f25a8a-3cca-4d65-9674-17dd08127399 HTTP/1.1" status: 204 len: 168 time: 0.2326791 Feb 28 18:43:29.975709 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73c318-0715-4593-9cbc-af7eeeba77b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f25a8a-3cca-4d65-9674-17dd08127399,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:30.514258 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332d51c-4c57-4b3d-9bcb-e4ebdce50353 req-7922f3c3-197c-4eb1-bd79-a50855b72451 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:30.516777 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8332d51c-4c57-4b3d-9bcb-e4ebdce50353 req-7922f3c3-197c-4eb1-bd79-a50855b72451 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1086364 Feb 28 18:43:30.572159 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8332d51c-4c57-4b3d-9bcb-e4ebdce50353 req-052776b3-a2fd-485e-92ae-7c2afa9fc749 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 Feb 28 18:43:30.771632 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b31debda-3410-4eef-b5c0-5105409e6c95 req-412a5a8e-d34a-4bc6-80c0-f22a2d8a6ce7 tempest-DeleteServersTestJSON-1592288787 tempest-DeleteServersTestJSON-1592288787-project] 10.222.0.39 "GET /v2.0/ports?device_id=67aba820-d1c9-4ba6-88f7-478551a42d82 HTTP/1.1" status: 200 len: 210 time: 0.0387375 Feb 28 18:43:31.493904 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:31.755981 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:31.802927 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605e784-67cf-4380-89bf-4d90948db913 req-fbaafa1a-eae8-4a8c-9d91-30a15c45ac33 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:31.812514 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1605e784-67cf-4380-89bf-4d90948db913 req-fbaafa1a-eae8-4a8c-9d91-30a15c45ac33 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0804124 Feb 28 18:43:31.876579 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1605e784-67cf-4380-89bf-4d90948db913 req-8e9d7f4b-caa0-4c0c-ada9-aa0180bf212f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594289 Feb 28 18:43:32.644287 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:43:32.989179 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:43:33.017403 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:43:33.018130 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 76bbb697-3ec3-442c-97e8-b80fc8fa3f4c not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:43:33.019151 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c9c76-fe3b-4e8d-89cf-bc4d8c47a369 req-1ebbc607-f8b1-4570-a16d-dd6def920a86 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:33.020915 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f91c9c76-fe3b-4e8d-89cf-bc4d8c47a369 req-1ebbc607-f8b1-4570-a16d-dd6def920a86 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0673048 Feb 28 18:43:33.094725 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f91c9c76-fe3b-4e8d-89cf-bc4d8c47a369 req-b948ce08-5174-437b-b875-5b2a1a575b5d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599542 Feb 28 18:43:33.388056 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-b7c9c9f1-0c8f-4a88-a54e-a09fe2cc4c6b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:33.390222 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-b7c9c9f1-0c8f-4a88-a54e-a09fe2cc4c6b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 815 time: 0.1716266 Feb 28 18:43:33.416253 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-b2a5c0d0-2a66-40f8-8ea5-5a350c54f13c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/quotas/35299c6c176c40f691edccf74586020c HTTP/1.1" status: 200 len: 375 time: 0.0181127 Feb 28 18:43:33.525339 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-acb43626-fdf5-4377-a9f4-c9986ef47a09 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983768 Feb 28 18:43:33.644299 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-afdb38f2-d8b6-4cc9-8aed-734c078d01a1 service neutron] 10.222.0.39 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095684 Feb 28 18:43:33.749003 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-34979957-ed47-4fe1-8325-1f6debef0991 service neutron] 10.222.0.39 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958304 Feb 28 18:43:33.992024 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-740cf219-3488-4bee-a3af-e05c534d9827 req-0a13f010-b14b-4dec-8fd7-8107c63b5dee tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 210 time: 0.0484607 Feb 28 18:43:34.321049 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4997f36-6dee-4aeb-9d6d-2f610cef0528 req-66bb2abd-57b1-4473-85dc-5dc61b44b67e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:34.324685 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b4997f36-6dee-4aeb-9d6d-2f610cef0528 req-66bb2abd-57b1-4473-85dc-5dc61b44b67e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1131659 Feb 28 18:43:34.428032 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b4997f36-6dee-4aeb-9d6d-2f610cef0528 req-7bd795cc-fff2-47f7-8240-1c9990360ec1 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916088 Feb 28 18:43:34.642378 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 48982) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:34.736832 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d301347-140f-4c20-b8dc-be29fd7dbb72 admin admin] Deleting subnet 8f61a7eb-2294-4dc5-a2f0-07674fbbaa9f {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:43:34.741897 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d301347-140f-4c20-b8dc-be29fd7dbb72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:34.796369 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d301347-140f-4c20-b8dc-be29fd7dbb72 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:34.816038 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d301347-140f-4c20-b8dc-be29fd7dbb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:34.910886 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d301347-140f-4c20-b8dc-be29fd7dbb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:34.941957 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d301347-140f-4c20-b8dc-be29fd7dbb72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f61a7eb-2294-4dc5-a2f0-07674fbbaa9f,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:34.946272 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d301347-140f-4c20-b8dc-be29fd7dbb72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:34.949692 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-6d301347-140f-4c20-b8dc-be29fd7dbb72 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8f61a7eb-2294-4dc5-a2f0-07674fbbaa9f HTTP/1.1" status: 204 len: 168 time: 0.3023958 Feb 28 18:43:34.953820 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 48984) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:35.033645 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:35.126102 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8ea678ad-19e3-4c1e-b791-d83ae34c33ba req-1556f9cc-e34f-4844-ac5a-72c78919dd89 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 210 time: 0.0492783 Feb 28 18:43:35.144944 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:35.174369 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.174705 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.175506 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.175863 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.176182 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.176520 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.176846 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.177165 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.177478 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.177793 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.376513 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.376750 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.377056 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.377382 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:43:35.377796 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40966978-0a6f-4cb4-b800-1035a5f3a601']}} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:35.418676 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ed314a-874b-4fc0-9f28-2343cfe99e66') {'for_net_delete': True} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:35.418954 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ed314a-874b-4fc0-9f28-2343cfe99e66') {} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:35.476554 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27829831'] for segment, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:35.531973 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:35.567296 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=108389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:43:35.567782 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2016697'] for segment, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: from cryptography.utils import int_from_bytes Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: from cryptography.utils import int_from_bytes Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: Traceback (most recent call last): Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: timer() Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: cb(*args, **kw) Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: return func(*args, **kwargs) Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: self._notify() Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: self.callback(batched_events) Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: event.method(event) Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: return f(self, *a, **k) Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._get(url).json() Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: return self.request(url, 'GET', **kwargs) Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:43:35.597628 dv-cinder-831186-1-iscsi neutron-server[108389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:43:35.784100 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-148b853f-f687-47c3-b258-3bcbe1fe1e4e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:35.786068 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-148b853f-f687-47c3-b258-3bcbe1fe1e4e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 815 time: 0.4031579 Feb 28 18:43:35.795593 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea820d-f93f-4964-9f6b-78c1a22abbdb req-8c5ccba0-8112-49a4-b160-a5577004f0c1 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:35.797440 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-76ea820d-f93f-4964-9f6b-78c1a22abbdb req-8c5ccba0-8112-49a4-b160-a5577004f0c1 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.2733254 Feb 28 18:43:35.799117 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:35.815327 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:35.820624 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/40966978-0a6f-4cb4-b800-1035a5f3a601 HTTP/1.1" status: 204 len: 168 time: 0.8655026 Feb 28 18:43:35.864152 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c766b-e309-443f-aeb0-9cbd374c93a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=40966978-0a6f-4cb4-b800-1035a5f3a601,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:35.917249 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-76ea820d-f93f-4964-9f6b-78c1a22abbdb req-4609f6ae-fc47-42d1-a9d3-7c1771c8d535 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069095 Feb 28 18:43:36.101640 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49006) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:36.145841 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-fd15c21a-cfb9-4729-bde1-22bc46de602c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1593715e0904fc4aab73c72c1040718&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426667 Feb 28 18:43:36.148818 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49008) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:36.205547 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-711959fc-d961-4613-826a-27cf3498d4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:36.252875 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-711959fc-d961-4613-826a-27cf3498d4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:36.256412 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-887f4b4e-65c2-4ad8-ae10-2a6e04b1baae req-30f5b6e7-a282-4eb1-bac5-8c9169175580 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 210 time: 0.0374637 Feb 28 18:43:36.309934 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-711959fc-d961-4613-826a-27cf3498d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:36.312607 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-711959fc-d961-4613-826a-27cf3498d4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:36.313801 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-711959fc-d961-4613-826a-27cf3498d4d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7a4d422-cd26-4e48-a9fc-bd212ca87e22 HTTP/1.1" status: 204 len: 168 time: 0.1637402 Feb 28 18:43:36.321844 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711959fc-d961-4613-826a-27cf3498d4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a4d422-cd26-4e48-a9fc-bd212ca87e22,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:37.091804 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20f21-c1a9-43cc-a606-58dafcbabc22 req-c57e469e-d5c8-446f-8b8b-665095cc37e7 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:37.094086 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c3a20f21-c1a9-43cc-a606-58dafcbabc22 req-c57e469e-d5c8-446f-8b8b-665095cc37e7 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0593138 Feb 28 18:43:37.141552 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c3a20f21-c1a9-43cc-a606-58dafcbabc22 req-a3df7625-2db1-434d-88f7-33f8f2a8a539 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Feb 28 18:43:37.319039 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49046) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:37.364874 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b0065b9d-a363-4162-aabd-6d24f5f67dec req-9b2712c8-6ed4-48ce-832e-7518391bc5b0 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 210 time: 0.0329490 Feb 28 18:43:37.435873 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1810174477-network', 'tenant_id': '49b363b24af941fa8a263a868c1567bc'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:37.458398 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Made reservation on behalf of 49b363b24af941fa8a263a868c1567bc for: {'network': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:43:37.460844 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:37.470591 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:37.567693 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:37.572359 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:37.600712 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=108388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:43:37.611423 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8f9946-627f-4fa8-9520-327885aba709,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:37.621135 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:37.621135 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.segments_db [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Added segment 81f82f2b-38cc-45c8-b663-eb92949c956a of type vlan for network ddd5b39c-f0e2-4111-80b4-ff433637020e Feb 28 18:43:37.663061 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:37.687802 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:37.688802 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:37.689374 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:37.746651 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4262838 Feb 28 18:43:37.749937 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49052) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:37.755125 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Request body: {'subnet': {'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1810174477-subnet', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:37.756180 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc6fad-cef3-40ad-8342-c3631ce2df27 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd5b39c-f0e2-4111-80b4-ff433637020e,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:37.767686 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network ddd5b39c-f0e2-4111-80b4-ff433637020e details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:43:37.781836 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Made reservation on behalf of 49b363b24af941fa8a263a868c1567bc for: {'subnet': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:43:37.784673 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28561051'] for subnet, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:37.992949 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2016284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28561001'] for subnet, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.051160 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d4dc7d-edd3-4b91-87d2-12152cce9be1,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:38.062375 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Checking segment: {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:43:38.062936 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Network hostable DHCP agents. Network: ddd5b39c-f0e2-4111-80b4-ff433637020e, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:43:38.084762 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Network ddd5b39c-f0e2-4111-80b4-ff433637020e is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:43:38.096346 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, ddd5b39c-f0e2-4111-80b4-ff433637020e) {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:43:38.101090 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:38.101771 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.109978 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2365e9b6-315e-48b8-a0d6-0bd26b183171 None None] Network ddd5b39c-f0e2-4111-80b4-ff433637020e requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:43:38.120983 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-29074d30-6edd-413f-a5e7-326f1f56c20b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3695483 Feb 28 18:43:38.124753 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49060) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:38.129189 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:38.148984 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12968'] for router, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.150261 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12963'] for router, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.249353 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.307514 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42d7055-0118-559e-97f5-cf27b7aef607-ddd5b39c-f0e2-4111-80b4-ff433637020e', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1'}]}} from dv-cinder-831186-1-iscsi. {{(pid=108391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 28 18:43:38.308901 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.366365 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360efb2-295a-438e-809c-06007eaeb5d1 req-2623dafd-52c5-4682-bc85-4f752b6bd6dd tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:38.368072 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8360efb2-295a-438e-809c-06007eaeb5d1 req-2623dafd-52c5-4682-bc85-4f752b6bd6dd tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1304092 Feb 28 18:43:38.448883 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.476883 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cd63d815-05af-40d4-bc79-6f479a221bd2 req-41642fca-fe15-49e6-ac5f-c6fba112b63e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 210 time: 0.0311644 Feb 28 18:43:38.488909 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.db_base_plugin_common [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Allocated IP 172.20.0.2 (ddd5b39c-f0e2-4111-80b4-ff433637020e/48d4dc7d-edd3-4b91-87d2-12152cce9be1/964ebde2-9ef6-4beb-85f0-7dbd7e719d8c) {{(pid=108391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:43:38.504806 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8360efb2-295a-438e-809c-06007eaeb5d1 req-f93bed33-96c7-4128-b99c-bedc9e9317bb tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033058 Feb 28 18:43:38.686351 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Notify callbacks [] for port, precommit_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.696018 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.761412 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.767726 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Network ddd5b39c-f0e2-4111-80b4-ff433637020e is already hosted by enough agents. {{(pid=108391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:43:38.772747 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.base_scheduler [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Resources bound (agent type, host, resource id): {{(pid=108391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:43:38.778998 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Received port after_create {{(pid=108391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:43:38.780889 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.802523 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Pushing event updated for resources: {'Port': ['ID=964ebde2-9ef6-4beb-85f0-7dbd7e719d8c,revision_number=1']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:38.852625 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Attempting to bind port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:43:38.853073 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Attempting to bind port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:43:38.853448 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Attempting to bind port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c on network ddd5b39c-f0e2-4111-80b4-ff433637020e {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:43:38.860042 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:43:38.860415 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Checking segment: {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:43:38.860821 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.861217 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Bound using segment: {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:43:38.861715 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Bound port: 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:43:38.862086 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:38.924896 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Allocated IP 172.27.2.233 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/e9542d91-1bea-4037-9411-edba6dbceb65) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:43:38.947146 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] For port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:43:38.955527 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] For port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=964ebde2-9ef6-4beb-85f0-7dbd7e719d8c,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:43:38.961444 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:39.030919 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78079fd3-c513-4b6f-9e8f-300320255be8 None None] Pushing event updated for resources: {'Port': ['ID=964ebde2-9ef6-4beb-85f0-7dbd7e719d8c,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:39.266807 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:39.327029 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:39.379834 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:43:39.384170 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:43:39.387826 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Pushing event updated for resources: {'Port': ['ID=e9542d91-1bea-4037-9411-edba6dbceb65,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:39.390391 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:43:39.592398 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-509cf28d-0e4a-4a58-8a86-b25870b1112c req-0906b42f-2bb0-4279-98c0-857043f0cadc tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 210 time: 0.0303016 Feb 28 18:43:39.724966 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513bca-bd40-4c66-92c6-3fa816bdc99e req-72456fd9-3357-49a5-8def-f8d2881ec321 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:39.726500 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-30513bca-bd40-4c66-92c6-3fa816bdc99e req-72456fd9-3357-49a5-8def-f8d2881ec321 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1013429 Feb 28 18:43:39.732292 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:39.813761 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-30513bca-bd40-4c66-92c6-3fa816bdc99e req-21a31952-8099-4dd5-bcc4-653b7160e588 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792673 Feb 28 18:43:40.016361 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363'] for router, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:40.057963 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e98f7-1cb2-457a-bdf8-eaba6565a980 None None] Network ddd5b39c-f0e2-4111-80b4-ff433637020e requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:43:40.189256 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Router ff3d9f0e-7b20-41e0-adab-5006027979d1 is scheduled to L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 with binding_index 1 {{(pid=108389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:43:40.220324 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-5b4ac775-d1f6-4330-aa0c-1feeea894381 None None] Provisioning complete for port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:40.220884 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac775-d1f6-4330-aa0c-1feeea894381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:40.269420 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:43:40.310631 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:43:40.321032 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Sync routers for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:43:40.331211 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] Notify callbacks [] for router, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:40.333694 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-184cb2b6-bf27-40a7-b4e1-76eeb24e868a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2071590 Feb 28 18:43:40.334084 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:43:40.334742 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:40.336188 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49086) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:40.467259 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:43:40.539747 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:40.540422 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:40.547115 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac775-d1f6-4330-aa0c-1feeea894381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:40.650319 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-5b4ac775-d1f6-4330-aa0c-1feeea894381 None None] For port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=964ebde2-9ef6-4beb-85f0-7dbd7e719d8c,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:43:40.672021 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac775-d1f6-4330-aa0c-1feeea894381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:40.731445 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:39Z', 'revision_number': 3, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:40.768691 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Checking router: ff3d9f0e-7b20-41e0-adab-5006027979d1 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:43:40.769046 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Updating router ff3d9f0e-7b20-41e0-adab-5006027979d1 port e9542d91-1bea-4037-9411-edba6dbceb65 binding host dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:43:40.809876 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:40.827415 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9153b909-02af-4eda-9cf3-bf58ec1d9c9f req-99408bd8-6288-4e0e-b293-3222b7f19833 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 210 time: 0.0819247 Feb 28 18:43:40.927325 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ac775-d1f6-4330-aa0c-1feeea894381 None None] Pushing event updated for resources: {'Port': ['ID=964ebde2-9ef6-4beb-85f0-7dbd7e719d8c,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:40.941940 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-9d4254e6-a29f-4a49-9076-27702c9fd4b6 None None] Provisioning complete for port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:40.942958 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9d4254e6-a29f-4a49-9076-27702c9fd4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:40.993825 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.047360 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ceb677-b9af-45a8-9971-fc5d817238cc req-7ab822c8-6b5a-4f31-afb8-11c553394993 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:41.050031 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a5ceb677-b9af-45a8-9971-fc5d817238cc req-7ab822c8-6b5a-4f31-afb8-11c553394993 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1469092 Feb 28 18:43:41.121216 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Notify callbacks [] for port, precommit_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.128358 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.187298 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Attempting to bind port e9542d91-1bea-4037-9411-edba6dbceb65 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:43:41.187704 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Attempting to bind port e9542d91-1bea-4037-9411-edba6dbceb65 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:43:41.188076 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Attempting to bind port e9542d91-1bea-4037-9411-edba6dbceb65 on network 2ade9df8-e6c8-42f2-9818-2d0586d79898 {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:43:41.190218 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Pushing event updated for resources: {'Port': ['ID=e9542d91-1bea-4037-9411-edba6dbceb65,revision_number=2']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:41.190424 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a5ceb677-b9af-45a8-9971-fc5d817238cc req-1f2e5aba-325d-4b2d-be3a-f863745e3cfa tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310272 Feb 28 18:43:41.200059 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.200724 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.201101 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.201435 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.201773 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.202107 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.202776 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.202776 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.203368 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.203746 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.204073 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.204401 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:41.209392 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:43:41.209957 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:43:41.210511 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.211077 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Bound using segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:43:41.211970 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Bound port: e9542d91-1bea-4037-9411-edba6dbceb65, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:43:41.212581 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.270849 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Allocated IP 172.20.0.1 (ddd5b39c-f0e2-4111-80b4-ff433637020e/48d4dc7d-edd3-4b91-87d2-12152cce9be1/42da22f9-d773-4ce6-8a87-625ae9014956) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:43:41.276195 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] For port e9542d91-1bea-4037-9411-edba6dbceb65, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:43:41.279632 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] For port e9542d91-1bea-4037-9411-edba6dbceb65, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e9542d91-1bea-4037-9411-edba6dbceb65,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:43:41.284553 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.344863 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:43:41.345555 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:41.347499 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c178fa-37f4-4dff-b375-33789387dd7a None None] Pushing event updated for resources: {'Port': ['ID=e9542d91-1bea-4037-9411-edba6dbceb65,revision_number=3']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:41.393437 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.428920 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.467555 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:43:41.470567 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Network ddd5b39c-f0e2-4111-80b4-ff433637020e is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:43:41.475043 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:43:41.477516 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:43:41.503427 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Pushing event updated for resources: {'Port': ['ID=42da22f9-d773-4ce6-8a87-625ae9014956,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:41.525568 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447668'] for router_interface, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.668281 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.675333 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:39Z', 'revision_number': 3, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:41.705612 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d8b81-9f64-4c22-802f-bb53f304e25a None None] The sync data for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi is: [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:39Z', 'revision_number': 3, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:43:41.743187 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-03cda24d-6761-4290-97eb-6538d77e740a None None] Provisioning complete for port 42da22f9-d773-4ce6-8a87-625ae9014956 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:41.743805 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-03cda24d-6761-4290-97eb-6538d77e740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:41.791753 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-03cda24d-6761-4290-97eb-6538d77e740a None None] Port 42da22f9-d773-4ce6-8a87-625ae9014956 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:43:41.922370 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Request body: {'port': {'device_id': '72eb7573-0464-4651-8d41-df0b1bc637da', 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f', 'admin_state_up': True, 'tenant_id': '35299c6c176c40f691edccf74586020c'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:41.936442 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e707774b-a75d-4c7d-b5bb-c2502df473b7 req-b3044612-275f-42c4-91ad-abee92e8480a tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 210 time: 0.0303953 Feb 28 18:43:42.146208 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Made reservation on behalf of 35299c6c176c40f691edccf74586020c for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:43:42.152422 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:42.320595 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:42.328275 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:42.435142 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e9542d91-1bea-4037-9411-edba6dbceb65 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:43:42.513327 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port e9542d91-1bea-4037-9411-edba6dbceb65 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:42.513787 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:42.515184 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Pushing event updated for resources: {'Port': ['ID=42da22f9-d773-4ce6-8a87-625ae9014956,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:42.522403 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447528'] for router_interface, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:42.549326 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Allocated IP 172.20.0.11 (996baca1-ef06-44b2-a3c7-1cfec7cc4e0f/3d6904ad-b27a-45ad-80ca-02807b6e0841/aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:43:42.581060 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081babc-f72f-411e-818a-4f2042bb0bc9 req-d322178d-4dbb-423a-b312-742157ce095b tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:42.582739 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8081babc-f72f-411e-818a-4f2042bb0bc9 req-d322178d-4dbb-423a-b312-742157ce095b tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1638107 Feb 28 18:43:42.608774 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:42.634017 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port e9542d91-1bea-4037-9411-edba6dbceb65, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e9542d91-1bea-4037-9411-edba6dbceb65,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:43:42.640601 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:42.641571 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:43:42.730429 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8081babc-f72f-411e-818a-4f2042bb0bc9 req-6d7ace6b-fe07-4678-a07b-324fae183b4d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116464 Feb 28 18:43:42.779969 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=e9542d91-1bea-4037-9411-edba6dbceb65,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:42.802810 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:42.803180 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:42.835432 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Network ddd5b39c-f0e2-4111-80b4-ff433637020e is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:43:42.838702 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:43:42.956320 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:43.081530 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:43.084287 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-82140e7e-84a6-4151-afe7-e1e52d18b3ea req-c5829d0d-ccd8-47e8-bf1b-48339e9aafb4 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 210 time: 0.0320120 Feb 28 18:43:43.132620 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Router ff3d9f0e-7b20-41e0-adab-5006027979d1 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:43:43.143940 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:43:43.149828 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:43:43.156247 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:43:43.160867 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Pushing event updated for resources: {'Port': ['ID=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:43.189781 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['c6a47027-a6fe-41e5-aede-575e78454273'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:43:43.265996 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:43.266685 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:43.270882 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-417af2a2-81cf-4909-b29f-9f74f32c64c3 None None] Provisioning complete for port 42da22f9-d773-4ce6-8a87-625ae9014956 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:43.271078 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-417af2a2-81cf-4909-b29f-9f74f32c64c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:43.292469 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-5ab70b05-2f64-47c4-9a88-3efbac5fb9ff tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3728671 Feb 28 18:43:43.321354 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-417af2a2-81cf-4909-b29f-9f74f32c64c3 None None] Port 42da22f9-d773-4ce6-8a87-625ae9014956 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:43:43.354325 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Request body: {'port': {'device_id': '72eb7573-0464-4651-8d41-df0b1bc637da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:43.445179 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:43.457772 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:43:43.472794 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a58a46f2-2e62-478e-a458-b9a1b5f25f94 admin admin] 10.222.0.39 "PUT /v2.0/routers/ff3d9f0e-7b20-41e0-adab-5006027979d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1320257 Feb 28 18:43:43.788233 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:43:43.797123 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:43.812799 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Transition to ACTIVE for port object aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:43:43.818404 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:43.878605 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:43.923842 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c5433-7b45-4655-b7ec-40f50ed5d1df req-486a6ebf-8d35-4511-9c77-d94e410fbb5e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:43.925409 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dc2c5433-7b45-4655-b7ec-40f50ed5d1df req-486a6ebf-8d35-4511-9c77-d94e410fbb5e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0684388 Feb 28 18:43:43.965410 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Attempting to bind port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:43:43.966146 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Attempting to bind port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:43:43.968161 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Attempting to bind port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:43:43.971686 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dc2c5433-7b45-4655-b7ec-40f50ed5d1df req-8e558e8a-8ac1-479f-8cfe-a233085edd4a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Feb 28 18:43:43.973819 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:43:43.974209 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Attempting to bind port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:43:43.981041 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:43:43.981474 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Checking segment: {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:43:43.982039 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Bound using segment: {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:43:43.982514 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Bound port: aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:43:43.982901 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.021403 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Sync routers for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:43:44.034802 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:43:44.035831 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:44.072235 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] For port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:43:44.077625 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] For port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:43:44.085142 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.123265 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49144) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:44.128691 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-73a1f7e4-a186-4444-a03c-0f460003e32a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709490718', 'description': 'tempest-description--915205852'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:44.161064 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:44.164120 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.165623 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] 10.222.0.52 "PUT /v2.0/ports/aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 HTTP/1.1" status: 200 len: 1094 time: 0.8197351 Feb 28 18:43:44.166877 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72eb7573-0464-4651-8d41-df0b1bc637da', 'tag': 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:43:44.172882 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f8945f-2289-42ea-b94f-b688e8383ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "72eb7573-0464-4651-8d41-df0b1bc637da", "tag": "aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:43:44.175009 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-73a1f7e4-a186-4444-a03c-0f460003e32a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.209860 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e435c44-3b4a-40c3-92ff-c4b1c58881b0 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:44.266952 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e9542d91-1bea-4037-9411-edba6dbceb65 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:43:44.275302 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3dd125-cf81-4628-b787-1c3249df2cf2 x-openstack-request-id: req-ed3dd125-cf81-4628-b787-1c3249df2cf2 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:43:44.276059 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72eb7573-0464-4651-8d41-df0b1bc637da", "tag": "aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:43:44.276319 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed3dd125-cf81-4628-b787-1c3249df2cf2 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:43:44.276912 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72eb7573-0464-4651-8d41-df0b1bc637da', 'tag': 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2', 'status': 'completed', 'code': 200} Feb 28 18:43:44.320575 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:43:44.351002 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817f973-e90f-4c6e-b7a0-b2af2a3e9a50 req-edc1368a-e8d5-456c-9df6-1bf00cc08ba3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:44.366716 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d817f973-e90f-4c6e-b7a0-b2af2a3e9a50 req-edc1368a-e8d5-456c-9df6-1bf00cc08ba3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.1626801 Feb 28 18:43:44.377226 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-b8e93fce-2c3b-4914-ba76-4a3ef56ba675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:44.380246 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-b8e93fce-2c3b-4914-ba76-4a3ef56ba675 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 1097 time: 0.0923040 Feb 28 18:43:44.443826 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-73a1f7e4-a186-4444-a03c-0f460003e32a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.451548 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-73a1f7e4-a186-4444-a03c-0f460003e32a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.469090 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d817f973-e90f-4c6e-b7a0-b2af2a3e9a50 req-960e3416-c63d-48ed-9f0d-431836a8aa13 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009114 Feb 28 18:43:44.502572 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1f7e4-a186-4444-a03c-0f460003e32a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d9cb51-76e9-4053-a33b-db1cb4520d0f,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:44.508901 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-73a1f7e4-a186-4444-a03c-0f460003e32a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.510254 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-73a1f7e4-a186-4444-a03c-0f460003e32a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3851492 Feb 28 18:43:44.513380 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49154) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:44.513675 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port e9542d91-1bea-4037-9411-edba6dbceb65 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:44.514050 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.519319 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-7bdce74e-42ea-4b1f-b653-a78c8a8eec92 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'security_group_rule': {'security_group_id': '40d9cb51-76e9-4053-a33b-db1cb4520d0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:44.566145 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-b76db52e-1434-4e81-b5bb-b59a58408e36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 HTTP/1.1" status: 200 len: 217 time: 0.0421987 Feb 28 18:43:44.609458 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7bdce74e-42ea-4b1f-b653-a78c8a8eec92 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.652151 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-fd185816-a470-48b2-b329-04293568ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:44.653638 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-fd185816-a470-48b2-b329-04293568ce73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d6904ad-b27a-45ad-80ca-02807b6e0841 HTTP/1.1" status: 200 len: 855 time: 0.0791774 Feb 28 18:43:44.686708 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 2, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:44.704150 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-a174ab14-caa0-4a20-9b76-02f7ab723a2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427856 Feb 28 18:43:44.710602 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7bdce74e-42ea-4b1f-b653-a78c8a8eec92 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.716250 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7bdce74e-42ea-4b1f-b653-a78c8a8eec92 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.717934 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Checking router: ff3d9f0e-7b20-41e0-adab-5006027979d1 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:43:44.718403 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Updating router ff3d9f0e-7b20-41e0-adab-5006027979d1 port 42da22f9-d773-4ce6-8a87-625ae9014956 binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:43:44.745340 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdce74e-42ea-4b1f-b653-a78c8a8eec92 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e9a64c-5b11-4f38-a7eb-2edc214f162a,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:44.748350 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.754596 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7bdce74e-42ea-4b1f-b653-a78c8a8eec92 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.755860 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-7bdce74e-42ea-4b1f-b653-a78c8a8eec92 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2413712 Feb 28 18:43:44.758525 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49156) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:44.763340 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-c19ddc25-8b41-452c-a719-f73da864bd1e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'security_group_rule': {'security_group_id': '40d9cb51-76e9-4053-a33b-db1cb4520d0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:44.805441 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc25-8b41-452c-a719-f73da864bd1e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.928492 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc25-8b41-452c-a719-f73da864bd1e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.936735 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-c49dbe5e-77b5-4858-b95b-8126e894f142 service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401308 Feb 28 18:43:44.937800 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc25-8b41-452c-a719-f73da864bd1e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.973524 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ddc25-8b41-452c-a719-f73da864bd1e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27615599-4d93-42dd-bde6-63d5073f8e21,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:45.013736 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc25-8b41-452c-a719-f73da864bd1e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:45.015037 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c19ddc25-8b41-452c-a719-f73da864bd1e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2554991 Feb 28 18:43:45.020402 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49160) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:45.027168 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'floatingip': {'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:45.084034 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:45.142388 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc9453ce-5c30-4809-bfc9-2f2bfc31f73e req-7554f0f4-9028-40d7-894e-f7e98887d20b service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928623 Feb 28 18:43:45.164637 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:45.173433 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:45.199628 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c290774-b21c-43e4-80e3-19d2b00bd1cf req-d24ee1b4-2b64-4311-996f-7f06150cab94 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:45.201243 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9c290774-b21c-43e4-80e3-19d2b00bd1cf req-d24ee1b4-2b64-4311-996f-7f06150cab94 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1408045 Feb 28 18:43:45.245690 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d24b15-61a8-4fdf-81ae-d3308b56007e None None] Pushing event updated for resources: {'Port': ['ID=42da22f9-d773-4ce6-8a87-625ae9014956,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:45.295935 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Attempting to bind port 42da22f9-d773-4ce6-8a87-625ae9014956 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:43:45.296332 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Attempting to bind port 42da22f9-d773-4ce6-8a87-625ae9014956 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:43:45.296719 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Attempting to bind port 42da22f9-d773-4ce6-8a87-625ae9014956 on network ddd5b39c-f0e2-4111-80b4-ff433637020e {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:43:45.307689 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:43:45.307689 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Checking segment: {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:43:45.307689 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:45.308094 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Bound using segment: {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:43:45.308360 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Bound port: 42da22f9-d773-4ce6-8a87-625ae9014956, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:43:45.308734 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:45.316571 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9c290774-b21c-43e4-80e3-19d2b00bd1cf req-9c38f9f7-bc44-4829-a68d-90840bc33190 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992956 Feb 28 18:43:45.340475 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8945f-2289-42ea-b94f-b688e8383ddf req-db85b074-7ffd-47f5-828e-3c3d806f1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:45.345342 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3f8945f-2289-42ea-b94f-b688e8383ddf req-db85b074-7ffd-47f5-828e-3c3d806f1095 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 1097 time: 0.1223385 Feb 28 18:43:45.379955 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:45.396097 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] For port 42da22f9-d773-4ce6-8a87-625ae9014956, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:43:45.401478 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] For port 42da22f9-d773-4ce6-8a87-625ae9014956, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=42da22f9-d773-4ce6-8a87-625ae9014956,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:43:45.408185 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:45.472144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:43:45.472806 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:45.519464 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d24b15-61a8-4fdf-81ae-d3308b56007e None None] Pushing event updated for resources: {'Port': ['ID=42da22f9-d773-4ce6-8a87-625ae9014956,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:45.558694 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Allocated IP 172.27.2.218 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/4b51399b-c921-4def-9f8a-5dd0ca552b10) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:43:45.626758 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7c3fb-9ced-44b8-b00e-bf241b0e042a req-0c2154bb-123d-41a4-ac2d-04c5cac0c754 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:45.635821 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cdc7c3fb-9ced-44b8-b00e-bf241b0e042a req-0c2154bb-123d-41a4-ac2d-04c5cac0c754 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0818565 Feb 28 18:43:45.674224 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-7f1132dc-0135-4089-a6ae-ba4c0e2da070 None None] Provisioning complete for port 42da22f9-d773-4ce6-8a87-625ae9014956 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:45.674782 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-7f1132dc-0135-4089-a6ae-ba4c0e2da070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:45.677661 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:43:45.689465 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cdc7c3fb-9ced-44b8-b00e-bf241b0e042a req-2a984c4b-52c9-45ee-a4ed-43605a16253b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523455 Feb 28 18:43:45.768829 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8945f-2289-42ea-b94f-b688e8383ddf req-67464ac5-ed58-4ad3-9b1a-db96fad7b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:45.770291 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3f8945f-2289-42ea-b94f-b688e8383ddf req-67464ac5-ed58-4ad3-9b1a-db96fad7b2c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 916 time: 0.1877911 Feb 28 18:43:45.780331 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.022518 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3f8945f-2289-42ea-b94f-b688e8383ddf req-c1543193-51eb-4dfb-919c-7cd82a4a3713 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 HTTP/1.1" status: 200 len: 217 time: 0.2403355 Feb 28 18:43:46.066277 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-7f1132dc-0135-4089-a6ae-ba4c0e2da070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.095831 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8945f-2289-42ea-b94f-b688e8383ddf req-acc6781b-bbfe-47e8-9f9b-b819347ac9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:46.097389 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3f8945f-2289-42ea-b94f-b688e8383ddf req-acc6781b-bbfe-47e8-9f9b-b819347ac9ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d6904ad-b27a-45ad-80ca-02807b6e0841 HTTP/1.1" status: 200 len: 855 time: 0.0632248 Feb 28 18:43:46.103420 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.139187 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-7f1132dc-0135-4089-a6ae-ba4c0e2da070 None None] For port 42da22f9-d773-4ce6-8a87-625ae9014956, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=42da22f9-d773-4ce6-8a87-625ae9014956,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:43:46.144947 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-7f1132dc-0135-4089-a6ae-ba4c0e2da070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.163422 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3f8945f-2289-42ea-b94f-b688e8383ddf req-e1527dfd-911a-4a60-b44a-c48ef5918b59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550091 Feb 28 18:43:46.177027 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:43:46.187168 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:43:46.189088 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'Port': ['ID=4b51399b-c921-4def-9f8a-5dd0ca552b10,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:46.192411 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:43:46.201987 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:45Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:46.242988 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e48d3-3a16-4edf-888b-b575f0cdde80 None None] The sync data for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi is: [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:45Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:43:46.244888 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1132dc-0135-4089-a6ae-ba4c0e2da070 None None] Pushing event updated for resources: {'Port': ['ID=42da22f9-d773-4ce6-8a87-625ae9014956,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:46.280792 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-c81d2977-891e-4bfd-afa0-4fed0e83f9f9 None None] Provisioning complete for port 42da22f9-d773-4ce6-8a87-625ae9014956 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:46.281433 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-c81d2977-891e-4bfd-afa0-4fed0e83f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.408126 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3f8945f-2289-42ea-b94f-b688e8383ddf req-58b95037-5aa1-46c0-a8a2-cb5c7a716aac service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297075 Feb 28 18:43:46.484784 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.515450 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b265-da17-453a-a21f-64eac2d8d09e req-ee47fab2-7513-4758-9ccf-1e18f1376881 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:46.517043 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-62c1b265-da17-453a-a21f-64eac2d8d09e req-ee47fab2-7513-4758-9ccf-1e18f1376881 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0975926 Feb 28 18:43:46.556403 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.599457 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-62c1b265-da17-453a-a21f-64eac2d8d09e req-c24429d4-172c-46d8-a4b7-f398073baa09 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665536 Feb 28 18:43:46.780973 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.793333 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.849586 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4002b6c-6214-4e99-8050-84952c91820b req-940871ac-c387-430d-88e6-fd56f7690e04 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:46.851916 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e4002b6c-6214-4e99-8050-84952c91820b req-940871ac-c387-430d-88e6-fd56f7690e04 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0820994 Feb 28 18:43:46.888892 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'Port': ['ID=4b51399b-c921-4def-9f8a-5dd0ca552b10,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:46.920174 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e4002b6c-6214-4e99-8050-84952c91820b req-da00ee6f-f3a4-4961-ae84-7c86d3d9ceb8 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573273 Feb 28 18:43:46.921304 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.945923 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:46.948361 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-78f0879b-71aa-4da8-8626-7cbc82d9e24c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9264531 Feb 28 18:43:47.180509 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-0e3cb981-e1fb-4532-8ba7-2634e56938ab tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--709490718&fields=id&tenant_id=49b363b24af941fa8a263a868c1567bc HTTP/1.1" status: 200 len: 267 time: 0.0539577 Feb 28 18:43:47.349758 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-36da162b-b405-44b3-b1bb-fae1d72e24a1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:47.357216 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-36da162b-b405-44b3-b1bb-fae1d72e24a1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 811 time: 0.1658740 Feb 28 18:43:47.373495 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-c716d2b2-6e7b-43aa-91fc-435dc92bdbdf tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/quotas/49b363b24af941fa8a263a868c1567bc HTTP/1.1" status: 200 len: 375 time: 0.0102124 Feb 28 18:43:47.460034 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-651dac48-67d4-44f4-9922-364e55f66b97 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781927 Feb 28 18:43:47.584272 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e005b3d4-97ea-4262-8129-6d94544aa22b service neutron] 10.222.0.39 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034186 Feb 28 18:43:47.691460 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-0d557f33-583c-4c19-9b48-efa914f6e11e service neutron] 10.222.0.39 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988421 Feb 28 18:43:47.732594 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38e59b-f564-4053-b5b5-b302cb5f0d12 req-4fc0b49c-d310-4a23-9148-3e4824d4e4b8 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:47.734120 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bc38e59b-f564-4053-b5b5-b302cb5f0d12 req-4fc0b49c-d310-4a23-9148-3e4824d4e4b8 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0576479 Feb 28 18:43:47.776689 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bc38e59b-f564-4053-b5b5-b302cb5f0d12 req-5a637910-d513-4051-a7a7-f03d6a4267f5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365086 Feb 28 18:43:47.857855 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-81693820-1104-4fab-928c-8afb7b15e917 req-a38bcf8c-2292-4fc2-925d-e432c0ebfb83 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 210 time: 0.0270870 Feb 28 18:43:48.040187 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8806c-49b8-42a7-bc0b-974811260cfd req-99b3cbb3-8f49-4d40-8cfe-408634a0bf18 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:48.042430 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e0c8806c-49b8-42a7-bc0b-974811260cfd req-99b3cbb3-8f49-4d40-8cfe-408634a0bf18 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0568941 Feb 28 18:43:48.092138 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e0c8806c-49b8-42a7-bc0b-974811260cfd req-14839c59-208b-4391-845d-4685445c5bb5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Feb 28 18:43:48.204337 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 42da22f9-d773-4ce6-8a87-625ae9014956 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:43:48.260299 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 42da22f9-d773-4ce6-8a87-625ae9014956 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:48.260667 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:48.896404 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a26a8-d666-4fff-893a-ae392ccb990f req-eba92781-4fa0-4033-867a-0b85b5d05d6e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:48.898021 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-484a26a8-d666-4fff-893a-ae392ccb990f req-eba92781-4fa0-4033-867a-0b85b5d05d6e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0519238 Feb 28 18:43:48.947306 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-484a26a8-d666-4fff-893a-ae392ccb990f req-2a8e0b91-71fd-428e-9a2f-0de77ed2c441 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423949 Feb 28 18:43:48.959100 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0bd6f73f-4c34-41bc-bc26-75f1d8832612 req-0f7950ad-35cd-420f-acaa-39d5fdadc4ad tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 210 time: 0.0278420 Feb 28 18:43:49.213243 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21980ad3-5f80-4542-aa77-abcfb4559cab req-212dafe8-caaa-4183-8c54-d0773b83192c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:49.214952 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-21980ad3-5f80-4542-aa77-abcfb4559cab req-212dafe8-caaa-4183-8c54-d0773b83192c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0526826 Feb 28 18:43:49.256430 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-21980ad3-5f80-4542-aa77-abcfb4559cab req-d67b4a20-656b-432e-a3b4-b9a5b1b342bf tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353718 Feb 28 18:43:50.097529 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0ed21376-3bad-4ff5-a61c-665ca5ec6e5c req-2ba7f959-91b0-4038-bb1f-541654b1d526 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 210 time: 0.0295031 Feb 28 18:43:50.147308 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea75e2-8bdd-471e-b292-ac6df1218fb9 req-39ed173f-4b9c-43c0-84a1-009f31ac997a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:50.148898 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3aea75e2-8bdd-471e-b292-ac6df1218fb9 req-39ed173f-4b9c-43c0-84a1-009f31ac997a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0794489 Feb 28 18:43:50.152213 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3f8945f-2289-42ea-b94f-b688e8383ddf req-cbe3d3a5-da82-468f-a8a9-d6828607df5a service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657724 Feb 28 18:43:50.189024 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3aea75e2-8bdd-471e-b292-ac6df1218fb9 req-fb8c511d-ce99-40e0-85d8-a200d2b40262 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327647 Feb 28 18:43:50.377058 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8c1be-4705-400d-b6d3-0c0e2f297986 req-0a285bb9-a4b8-402d-910e-d2d6fb89f1e4 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:50.378533 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f3a8c1be-4705-400d-b6d3-0c0e2f297986 req-0a285bb9-a4b8-402d-910e-d2d6fb89f1e4 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0516262 Feb 28 18:43:50.421178 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f3a8c1be-4705-400d-b6d3-0c0e2f297986 req-8a2fae07-b631-477b-8c1b-edbe684da524 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 Feb 28 18:43:51.198101 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9a2f1398-40b7-4c4e-abd2-d7a005600800 req-f3809526-829d-43db-9439-083dc1c873a1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 210 time: 0.0276065 Feb 28 18:43:51.310993 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbaf9a-d2f2-4950-b884-da83e48f9f68 req-c7ae4b8a-480c-4688-9eb1-a448278fc51d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:51.312700 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e6fbaf9a-d2f2-4950-b884-da83e48f9f68 req-c7ae4b8a-480c-4688-9eb1-a448278fc51d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0502861 Feb 28 18:43:51.353160 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e6fbaf9a-d2f2-4950-b884-da83e48f9f68 req-109cf82a-febf-460c-9d43-efe710dfde69 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332191 Feb 28 18:43:51.557771 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c566b-0753-4a9b-8da6-e2e383b2b8be req-1f57a8f0-5045-416c-bd54-acb2e7257fee tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:51.560656 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6d0c566b-0753-4a9b-8da6-e2e383b2b8be req-1f57a8f0-5045-416c-bd54-acb2e7257fee tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0707088 Feb 28 18:43:51.617543 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6d0c566b-0753-4a9b-8da6-e2e383b2b8be req-d8e731a1-a1b1-4766-ac7e-251c54da194c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478013 Feb 28 18:43:52.308813 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-da137826-60e5-41a7-9584-28f3e8a0b993 req-0f2f7e65-1768-458b-8569-2279b5615336 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 210 time: 0.0379643 Feb 28 18:43:52.486211 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a1dc2-06c9-4bb4-9615-92e20269e4de req-6a1eb9bb-ef87-4e15-b3ce-a981ebacb6d2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:52.488027 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c34a1dc2-06c9-4bb4-9615-92e20269e4de req-6a1eb9bb-ef87-4e15-b3ce-a981ebacb6d2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0575402 Feb 28 18:43:52.535063 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c34a1dc2-06c9-4bb4-9615-92e20269e4de req-267c0b18-c05c-4f7b-9ea0-51ea059f0564 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384443 Feb 28 18:43:52.775880 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccd805-d290-45f2-8f9f-99ddecdc7ab2 req-9cae43bb-076e-40ad-acc5-f142fd2b8b94 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:52.778614 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a3ccd805-d290-45f2-8f9f-99ddecdc7ab2 req-9cae43bb-076e-40ad-acc5-f142fd2b8b94 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0720081 Feb 28 18:43:52.834707 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a3ccd805-d290-45f2-8f9f-99ddecdc7ab2 req-9a54f884-48c5-415c-83f5-f17f31443dfa tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Feb 28 18:43:52.960850 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:53.417222 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-70a88b5f-588d-4c8b-994e-da48290bd211 req-753d5f18-de29-4fea-bdbb-96b8c074fbcd tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 210 time: 0.0307465 Feb 28 18:43:53.664517 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346f005-ce8b-4092-8d8f-7ab5eab51747 req-69729b02-98da-4bac-86d2-41597e3c19a6 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:53.666571 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8346f005-ce8b-4092-8d8f-7ab5eab51747 req-69729b02-98da-4bac-86d2-41597e3c19a6 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0502374 Feb 28 18:43:53.706114 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8346f005-ce8b-4092-8d8f-7ab5eab51747 req-d4e40024-9cbf-403c-b5bb-a5772948bc9d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Feb 28 18:43:53.924981 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-d77ce1e7-712b-4bc5-9483-000971444292 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646179 Feb 28 18:43:53.985420 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807977d6-84e5-4e52-8ddb-f2739d5766aa req-8640d1a0-ed49-42b0-872d-b25a8560c7f7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:53.987125 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-807977d6-84e5-4e52-8ddb-f2739d5766aa req-8640d1a0-ed49-42b0-872d-b25a8560c7f7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0544219 Feb 28 18:43:54.062654 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-807977d6-84e5-4e52-8ddb-f2739d5766aa req-1bc0c55a-ef63-4ffa-a129-04e0a2c102ce tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648506 Feb 28 18:43:54.068335 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-17e2406e-22cb-4193-b1ba-66b442e1316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:54.070359 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-17e2406e-22cb-4193-b1ba-66b442e1316b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 1098 time: 0.0661166 Feb 28 18:43:54.197115 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-30a8596e-8e68-421a-8a8c-d80cb79cdcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:54.199167 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-30a8596e-8e68-421a-8a8c-d80cb79cdcc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 916 time: 0.0933414 Feb 28 18:43:54.242366 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-7b5244fa-d7f9-42d3-badf-8267da7f7aa1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a47027-a6fe-41e5-aede-575e78454273 HTTP/1.1" status: 200 len: 217 time: 0.0356328 Feb 28 18:43:54.292373 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-80321163-ca0f-43f0-9a6d-f9bf1222dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:54.293849 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-80321163-ca0f-43f0-9a6d-f9bf1222dbd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d6904ad-b27a-45ad-80ca-02807b6e0841 HTTP/1.1" status: 200 len: 855 time: 0.0445113 Feb 28 18:43:54.331043 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-aa7adf85-7ee3-4380-ae04-093b949a79ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301681 Feb 28 18:43:54.515205 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-e44e1737-000a-426f-9946-87226264c9da service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003695 Feb 28 18:43:54.543431 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d3cb2f66-1030-45a4-b12f-67455055a870 req-ce789beb-ea52-4e3d-8aa1-be9ea52091a8 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 210 time: 0.0286317 Feb 28 18:43:54.895023 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd0242-04b0-4b93-9af5-cb1dc942f168 req-2a73d2ad-ed09-4da5-9087-0551e5957898 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:54.903216 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0cbd0242-04b0-4b93-9af5-cb1dc942f168 req-2a73d2ad-ed09-4da5-9087-0551e5957898 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1131716 Feb 28 18:43:54.958210 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-ab17ea74-aef3-4fd1-9080-0a4a276899fd tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:54.960967 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-ab17ea74-aef3-4fd1-9080-0a4a276899fd tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.52 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 811 time: 0.1346200 Feb 28 18:43:54.963905 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0cbd0242-04b0-4b93-9af5-cb1dc942f168 req-8d929e98-20f9-40af-ba20-d82ebc7551f2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597129 Feb 28 18:43:55.004970 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-96c90d5b-18c7-478f-b672-8b32f10616c7 req-033b3fab-fc69-4875-ad7b-8c8613f54415 service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790671 Feb 28 18:43:55.035263 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-006ddaf9-8878-44ae-b9f6-1ffce6d8999f tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49b363b24af941fa8a263a868c1567bc HTTP/1.1" status: 200 len: 379 time: 0.0631447 Feb 28 18:43:55.046183 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'port': {'device_id': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'admin_state_up': True, 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'security_groups': ['40d9cb51-76e9-4053-a33b-db1cb4520d0f']}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:55.368185 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6291-83b5-4879-abe1-6fdf41bb154b req-59ff933a-6872-4caa-8977-ddec9b8ea05e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:55.370554 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-54aa6291-83b5-4879-abe1-6fdf41bb154b req-59ff933a-6872-4caa-8977-ddec9b8ea05e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0831859 Feb 28 18:43:55.409479 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Made reservation on behalf of 49b363b24af941fa8a263a868c1567bc for: {'port': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:43:55.412917 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:55.435811 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-54aa6291-83b5-4879-abe1-6fdf41bb154b req-8db01d40-1cff-4c56-b0c2-b4dd8b378328 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554335 Feb 28 18:43:55.554470 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Allocated IP 172.20.0.11 (ddd5b39c-f0e2-4111-80b4-ff433637020e/48d4dc7d-edd3-4b91-87d2-12152cce9be1/39a6e29f-d681-4b7f-bce4-33e4ce697782) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:43:55.641087 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-100ca3f7-4675-4a7d-a524-29b5e8afa39b req-f0c4ebb7-7323-4591-a93f-8979dcabbaa7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 210 time: 0.0274405 Feb 28 18:43:55.722237 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:55.763101 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:55.818529 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Network ddd5b39c-f0e2-4111-80b4-ff433637020e is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:43:55.830832 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:43:55.834467 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:43:55.842214 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:55.842814 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:55.845729 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'Port': ['ID=39a6e29f-d681-4b7f-bce4-33e4ce697782,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:55.881598 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-e2fe6b53-4763-4dbb-8e92-8c9463dd3f07 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8394802 Feb 28 18:43:55.921523 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Request body: {'port': {'device_id': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:43:56.057187 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.167764 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-0bd72a8c-7f4c-4462-af46-341a80617b08 None None] Provisioning complete for port 39a6e29f-d681-4b7f-bce4-33e4ce697782 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:43:56.169633 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0bd72a8c-7f4c-4462-af46-341a80617b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.203741 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcf530-f8ed-4529-9b93-58295d951bec req-198dd447-5255-45c2-be72-ed586a67d119 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:56.217106 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7cdcf530-f8ed-4529-9b93-58295d951bec req-198dd447-5255-45c2-be72-ed586a67d119 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1332848 Feb 28 18:43:56.238825 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-0bd72a8c-7f4c-4462-af46-341a80617b08 None None] Port 39a6e29f-d681-4b7f-bce4-33e4ce697782 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:43:56.242182 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49360) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:56.293414 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be374b9-8a27-48d1-9908-0ee8330cc4a9 admin admin] Deleting subnet 7594850c-7124-493b-9ec0-85964832aa24 {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:43:56.297278 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8be374b9-8a27-48d1-9908-0ee8330cc4a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.335407 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7cdcf530-f8ed-4529-9b93-58295d951bec req-18ee2f0d-3d55-455d-ac86-208f5aa00fd5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067183 Feb 28 18:43:56.342216 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8be374b9-8a27-48d1-9908-0ee8330cc4a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27829832'] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.389882 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8be374b9-8a27-48d1-9908-0ee8330cc4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.405604 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-607f21d6-edca-49d4-a962-4e839e042b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.464940 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8be374b9-8a27-48d1-9908-0ee8330cc4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2016347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28560992'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.494036 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be374b9-8a27-48d1-9908-0ee8330cc4a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7594850c-7124-493b-9ec0-85964832aa24,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:56.495887 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8be374b9-8a27-48d1-9908-0ee8330cc4a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.499104 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-8be374b9-8a27-48d1-9908-0ee8330cc4a9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7594850c-7124-493b-9ec0-85964832aa24 HTTP/1.1" status: 204 len: 168 time: 0.2558970 Feb 28 18:43:56.501499 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49364) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:56.516096 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a6e29f-d681-4b7f-bce4-33e4ce697782 {{(pid=108388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:43:56.525823 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.538855 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.provisioning_blocks [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Transition to ACTIVE for port object 39a6e29f-d681-4b7f-bce4-33e4ce697782 will not be triggered until provisioned by entity L2. {{(pid=108388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:43:56.543839 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.596945 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Pushing event updated for resources: {'Port': ['ID=39a6e29f-d681-4b7f-bce4-33e4ce697782,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:56.618375 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.636622 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Attempting to bind port 39a6e29f-d681-4b7f-bce4-33e4ce697782 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:43:56.636947 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Attempting to bind port 39a6e29f-d681-4b7f-bce4-33e4ce697782 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:43:56.637284 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Attempting to bind port 39a6e29f-d681-4b7f-bce4-33e4ce697782 on network ddd5b39c-f0e2-4111-80b4-ff433637020e {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:43:56.642762 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Port 39a6e29f-d681-4b7f-bce4-33e4ce697782 on network ddd5b39c-f0e2-4111-80b4-ff433637020e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:43:56.642965 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edf0b-017c-44b1-b50c-ab149f0c6992 req-e7911a2b-4005-4036-941e-ffb30cc642d3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:56.643076 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Attempting to bind port 39a6e29f-d681-4b7f-bce4-33e4ce697782 on network ddd5b39c-f0e2-4111-80b4-ff433637020e {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:43:56.648269 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c65edf0b-017c-44b1-b50c-ab149f0c6992 req-e7911a2b-4005-4036-941e-ffb30cc642d3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0857573 Feb 28 18:43:56.649882 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:43:56.650463 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Checking segment: {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:43:56.651034 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Bound using segment: {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:43:56.651325 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Bound port: 39a6e29f-d681-4b7f-bce4-33e4ce697782, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'}}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:43:56.651753 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.761146 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] For port 39a6e29f-d681-4b7f-bce4-33e4ce697782, host hv-cinder-83118, cleared binding levels {{(pid=108388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:43:56.763145 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c65edf0b-017c-44b1-b50c-ab149f0c6992 req-b3066e47-44bf-4984-94ae-e21626264ccd tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118848 Feb 28 18:43:56.766050 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.779653 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] For port 39a6e29f-d681-4b7f-bce4-33e4ce697782, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:43:56.796941 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.800983 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb776aa5-17ab-4926-8162-59e65ff8ded6']}} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:56.809878 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67ee58-4edb-44e2-85c0-217ba936d083 req-5cfee629-fb50-44c9-9083-dcfc502e05e8 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:56.816092 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5f67ee58-4edb-44e2-85c0-217ba936d083 req-5cfee629-fb50-44c9-9083-dcfc502e05e8 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 944 time: 0.0856597 Feb 28 18:43:56.816708 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f68450-e4fe-47a2-a531-6ba647ce9e7b') {'for_net_delete': True} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:56.817192 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f68450-e4fe-47a2-a531-6ba647ce9e7b') {} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:56.828981 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27829831'] for segment, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.849453 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.870921 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:56.871575 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.873000 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] 10.222.0.52 "PUT /v2.0/ports/39a6e29f-d681-4b7f-bce4-33e4ce697782 HTTP/1.1" status: 200 len: 1094 time: 0.9595273 Feb 28 18:43:56.879847 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'tag': '39a6e29f-d681-4b7f-bce4-33e4ce697782'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:43:56.882213 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c31a8f8-1046-4ccb-bf48-4cf822e78cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "d61afa29-91fe-43be-b91b-8da0397b73a2", "tag": "39a6e29f-d681-4b7f-bce4-33e4ce697782"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:43:56.889701 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=108389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:43:56.890766 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2016697'] for segment, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: Traceback (most recent call last): Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: timer() Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: cb(*args, **kw) Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: return func(*args, **kwargs) Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: self._notify() Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: self.callback(batched_events) Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: event.method(event) Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: return f(self, *a, **k) Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._get(url).json() Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: return self.request(url, 'GET', **kwargs) Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:43:56.894141 dv-cinder-831186-1-iscsi neutron-server[108389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:43:56.916711 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5f67ee58-4edb-44e2-85c0-217ba936d083 req-73e7acc3-f52f-4a92-abcd-723d1847f766 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934508 Feb 28 18:43:56.945854 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Pushing event updated for resources: {'Port': ['ID=39a6e29f-d681-4b7f-bce4-33e4ce697782,revision_number=3']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:56.954994 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.955905 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.956416 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.956964 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.957562 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.958049 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.958528 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.959012 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.959340 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.959687 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.960007 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.960345 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52af30f6-0ccf-42c3-a65d-d28201515845 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:56.969872 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540ee815-8536-4e58-a124-45ddb26e4fe1 x-openstack-request-id: req-540ee815-8536-4e58-a124-45ddb26e4fe1 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:43:56.970158 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61afa29-91fe-43be-b91b-8da0397b73a2", "tag": "39a6e29f-d681-4b7f-bce4-33e4ce697782", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:43:56.970404 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-540ee815-8536-4e58-a124-45ddb26e4fe1 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:43:56.970805 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'tag': '39a6e29f-d681-4b7f-bce4-33e4ce697782', 'status': 'completed', 'code': 200} Feb 28 18:43:56.999752 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.010400 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.014661 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fb776aa5-17ab-4926-8162-59e65ff8ded6 HTTP/1.1" status: 204 len: 168 time: 0.5113947 Feb 28 18:43:57.020522 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49372) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:57.025672 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb776aa5-17ab-4926-8162-59e65ff8ded6,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:57.033318 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.033754 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.034109 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.034494 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.034767 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.035165 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.035582 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.036050 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.036391 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.037612 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.037957 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.038272 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672cbcd-52ba-4a2b-b454-c18e612d1881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:43:57.089211 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb05a06-a336-485a-8449-0d9679a873e4 admin admin] Deleting subnet 866f6222-8657-42ab-adee-40c2f6953912 {{(pid=108388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:43:57.093493 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ceb05a06-a336-485a-8449-0d9679a873e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.135650 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ceb05a06-a336-485a-8449-0d9679a873e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.146298 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ceb05a06-a336-485a-8449-0d9679a873e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.218657 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ceb05a06-a336-485a-8449-0d9679a873e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.257646 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb05a06-a336-485a-8449-0d9679a873e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866f6222-8657-42ab-adee-40c2f6953912,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:57.264271 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ceb05a06-a336-485a-8449-0d9679a873e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.271200 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49378) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:57.271803 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-ceb05a06-a336-485a-8449-0d9679a873e4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/866f6222-8657-42ab-adee-40c2f6953912 HTTP/1.1" status: 204 len: 168 time: 0.2496507 Feb 28 18:43:57.480428 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8f794-78c7-4fa5-b404-c151944b99c3 req-14c9accb-1bc6-4052-a1b5-955ea45c9363 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:57.481916 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-35f8f794-78c7-4fa5-b404-c151944b99c3 req-14c9accb-1bc6-4052-a1b5-955ea45c9363 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0577607 Feb 28 18:43:57.527107 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-35f8f794-78c7-4fa5-b404-c151944b99c3 req-2b7446b6-81d5-4cd5-aeea-f7d345ba2fce tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Feb 28 18:43:57.560477 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.652063 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.673840 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3788a049-8c68-4392-81ac-4106c2c5bff1']}} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:57.684202 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222668cf-bd84-4f7f-831a-81a005091195') {'for_net_delete': True} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:57.684485 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222668cf-bd84-4f7f-831a-81a005091195') {} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:43:57.699263 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27829831'] for segment, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.714325 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.721563 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=108389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:43:57.721987 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2016697'] for segment, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: Traceback (most recent call last): Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: timer() Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: cb(*args, **kw) Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: return func(*args, **kwargs) Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: self._notify() Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: self.callback(batched_events) Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: event.method(event) Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: return f(self, *a, **k) Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._get(url).json() Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: return self.request(url, 'GET', **kwargs) Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:43:57.723728 dv-cinder-831186-1-iscsi neutron-server[108389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:43:57.779658 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.785398 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:57.788555 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3788a049-8c68-4392-81ac-4106c2c5bff1 HTTP/1.1" status: 204 len: 168 time: 0.5161202 Feb 28 18:43:57.810594 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122da27-205b-4e32-a9b3-2b222993f5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3788a049-8c68-4392-81ac-4106c2c5bff1,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:57.938871 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49388) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:58.011365 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-23c01ed6-67eb-43ad-a3ec-34ae2c2dd621 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e7b60b5eaf643688ae90d76f2cff2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708687 Feb 28 18:43:58.013905 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49392) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:58.052173 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93b1f2-bf31-423a-b25f-46487fba4fae req-b9b5b4a5-326f-4322-bcac-f42aa340df86 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:58.053866 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bb93b1f2-bf31-423a-b25f-46487fba4fae req-b9b5b4a5-326f-4322-bcac-f42aa340df86 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0581684 Feb 28 18:43:58.086945 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ea443-8de2-4152-81ae-2bfbdb8441d3 req-0593690d-087b-4670-8365-1bbc8e6f1851 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:58.089707 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-273ea443-8de2-4152-81ae-2bfbdb8441d3 req-0593690d-087b-4670-8365-1bbc8e6f1851 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 944 time: 0.0880172 Feb 28 18:43:58.104500 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bb93b1f2-bf31-423a-b25f-46487fba4fae req-c0fa1e3b-37ec-4a69-aede-33ff1ad3f3fa tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Feb 28 18:43:58.123388 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a17e5b5-70ec-4bed-bba6-fa9de88bf992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:58.160176 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a17e5b5-70ec-4bed-bba6-fa9de88bf992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:58.164491 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-273ea443-8de2-4152-81ae-2bfbdb8441d3 req-2c01d394-6808-4fcc-832e-a09bdca5ccdb tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644872 Feb 28 18:43:58.217733 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a17e5b5-70ec-4bed-bba6-fa9de88bf992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:58.220435 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a17e5b5-70ec-4bed-bba6-fa9de88bf992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:58.221585 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-0a17e5b5-70ec-4bed-bba6-fa9de88bf992 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2df085d5-79a3-4857-b96a-70d123c501af HTTP/1.1" status: 204 len: 168 time: 0.2067385 Feb 28 18:43:58.231198 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17e5b5-70ec-4bed-bba6-fa9de88bf992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df085d5-79a3-4857-b96a-70d123c501af,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:58.578725 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49404) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:58.624377 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-c895e6e4-b33b-4cc6-82c8-41487f0107ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b8adde0e52e4476a6aa7990a562fc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444601 Feb 28 18:43:58.629432 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49406) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:43:58.654081 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7c43e-1e32-4bb9-a3f0-022e32189381 req-933a4d8a-cf1e-44e8-896c-b7c2b799f169 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:58.655719 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-adc7c43e-1e32-4bb9-a3f0-022e32189381 req-933a4d8a-cf1e-44e8-896c-b7c2b799f169 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0560048 Feb 28 18:43:58.688011 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7742a8af-8c8d-4956-82b5-2469d0c34eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:58.696438 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-adc7c43e-1e32-4bb9-a3f0-022e32189381 req-6d7a6f76-3270-4841-8cd0-fb7417177ef7 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339160 Feb 28 18:43:58.710765 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7742a8af-8c8d-4956-82b5-2469d0c34eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:58.760168 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7742a8af-8c8d-4956-82b5-2469d0c34eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:58.762899 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7742a8af-8c8d-4956-82b5-2469d0c34eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:58.764194 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-7742a8af-8c8d-4956-82b5-2469d0c34eed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c27dd89-ae30-4980-8642-ce312c168301 HTTP/1.1" status: 204 len: 168 time: 0.1337984 Feb 28 18:43:58.773420 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742a8af-8c8d-4956-82b5-2469d0c34eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c27dd89-ae30-4980-8642-ce312c168301,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:43:58.800743 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-89b8e6fd-7320-4f95-a49d-fa83689f14cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:59.266760 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00826959-1ac7-44c9-b9ce-1bca8045a787 req-9e87068b-c0bf-4916-a2fa-82d483dbb379 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:59.272342 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-00826959-1ac7-44c9-b9ce-1bca8045a787 req-9e87068b-c0bf-4916-a2fa-82d483dbb379 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0866656 Feb 28 18:43:59.330533 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500069-7858-4d63-b45c-c7ed50ce0926 req-fdea949c-0a16-4dfa-b7cc-02b4a7493a41 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:59.333606 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-df500069-7858-4d63-b45c-c7ed50ce0926 req-fdea949c-0a16-4dfa-b7cc-02b4a7493a41 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 944 time: 0.0903187 Feb 28 18:43:59.353272 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-00826959-1ac7-44c9-b9ce-1bca8045a787 req-ece8bbbf-143f-475f-b886-7df2a0d82452 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782194 Feb 28 18:43:59.404855 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-df500069-7858-4d63-b45c-c7ed50ce0926 req-a0c99a5f-4dbc-4fca-8b5e-01f9f934a3ca tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640588 Feb 28 18:43:59.818937 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee16e5-308d-4679-be06-d46bd61b801c req-c10cf0c4-2c63-4cba-8a91-4ef23486a831 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:43:59.820520 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d3ee16e5-308d-4679-be06-d46bd61b801c req-c10cf0c4-2c63-4cba-8a91-4ef23486a831 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0527992 Feb 28 18:43:59.864732 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d3ee16e5-308d-4679-be06-d46bd61b801c req-3050cb28-c71e-4aaa-8b14-48d094af1ca8 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374935 Feb 28 18:43:59.906685 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:00.498046 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193bda5-38e7-4449-922f-e3156bfad19b req-9e8ce4f1-1b84-48da-b5a6-f5fa66a51f40 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:00.504542 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6193bda5-38e7-4449-922f-e3156bfad19b req-9e8ce4f1-1b84-48da-b5a6-f5fa66a51f40 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0658426 Feb 28 18:44:00.549019 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d956f87-b831-4e91-a5b0-efcfe96aea90 req-cd63b9db-0667-49bf-b9ec-19e4bec268a6 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:00.551256 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3d956f87-b831-4e91-a5b0-efcfe96aea90 req-cd63b9db-0667-49bf-b9ec-19e4bec268a6 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 944 time: 0.0615139 Feb 28 18:44:00.556538 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6193bda5-38e7-4449-922f-e3156bfad19b req-1b054d49-be1a-4e5b-9016-f8cabcc3001c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502582 Feb 28 18:44:00.610711 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3d956f87-b831-4e91-a5b0-efcfe96aea90 req-6d44a631-e19e-4927-bcd5-d4c835002e82 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499334 Feb 28 18:44:01.002899 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6aca0-b009-4231-83fc-4df33fa21fa5 req-1115135a-886b-41e6-b550-a860a7255213 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:01.004515 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37d6aca0-b009-4231-83fc-4df33fa21fa5 req-1115135a-886b-41e6-b550-a860a7255213 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0514336 Feb 28 18:44:01.049455 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37d6aca0-b009-4231-83fc-4df33fa21fa5 req-b8683942-5b4f-4c8b-858a-5641678953a3 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358284 Feb 28 18:44:01.481339 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:01.756909 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:01.792007 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31a8f8-1046-4ccb-bf48-4cf822e78cdd req-827fb5ec-9904-4a5e-8c04-ddc8c018fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:01.793812 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7c31a8f8-1046-4ccb-bf48-4cf822e78cdd req-827fb5ec-9904-4a5e-8c04-ddc8c018fbf7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 1097 time: 0.0890772 Feb 28 18:44:01.799831 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f13c2-e663-4cf9-83e1-b16383ddb68d req-f1ae05f2-7c2d-4b9b-9fc4-c6d57efb5c54 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:01.801913 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-770f13c2-e663-4cf9-83e1-b16383ddb68d req-f1ae05f2-7c2d-4b9b-9fc4-c6d57efb5c54 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 944 time: 0.0967250 Feb 28 18:44:01.849582 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-770f13c2-e663-4cf9-83e1-b16383ddb68d req-06090f58-ce82-4c5e-a4c3-1b4f480c4c26 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380788 Feb 28 18:44:02.006546 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6c6bf-fa11-4f8b-9e42-4df652b7bf85 req-f35aa35c-58ee-44e3-a5e9-1809f1f47ff1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:02.008169 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-39c6c6bf-fa11-4f8b-9e42-4df652b7bf85 req-f35aa35c-58ee-44e3-a5e9-1809f1f47ff1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.1809306 Feb 28 18:44:02.045360 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31a8f8-1046-4ccb-bf48-4cf822e78cdd req-35394708-2af4-4972-89a0-775a71fad751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:02.046766 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7c31a8f8-1046-4ccb-bf48-4cf822e78cdd req-35394708-2af4-4972-89a0-775a71fad751 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=49b363b24af941fa8a263a868c1567bc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2388077 Feb 28 18:44:02.138607 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-39c6c6bf-fa11-4f8b-9e42-4df652b7bf85 req-36b98c1f-fa3e-4311-8ba4-bef475895f0a tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217003 Feb 28 18:44:02.179794 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f6640-b6a2-4b38-91d4-35bb8185b09a req-2e876aef-edb5-4bcc-8634-b4ee65b9bfbe tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:02.182140 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ad5f6640-b6a2-4b38-91d4-35bb8185b09a req-2e876aef-edb5-4bcc-8634-b4ee65b9bfbe tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0599835 Feb 28 18:44:02.237797 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ad5f6640-b6a2-4b38-91d4-35bb8185b09a req-96a515e3-9d5f-4eef-a4e6-5a732d57be8b tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485458 Feb 28 18:44:02.247935 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31a8f8-1046-4ccb-bf48-4cf822e78cdd req-7daa758d-eef5-429a-8344-cd0744c8934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:02.249698 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7c31a8f8-1046-4ccb-bf48-4cf822e78cdd req-7daa758d-eef5-429a-8344-cd0744c8934e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962459 Feb 28 18:44:02.529705 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-4fee869d-73d3-45c6-9cdd-a091fd5bc096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:02.531184 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-4fee869d-73d3-45c6-9cdd-a091fd5bc096 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 1097 time: 0.0468287 Feb 28 18:44:02.575975 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-69d9b960-f853-48e7-a825-ba0796ec31d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782 HTTP/1.1" status: 200 len: 217 time: 0.0365720 Feb 28 18:44:02.629340 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-31114e3f-7a0b-4772-9377-1f60b5f546e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:02.630836 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-31114e3f-7a0b-4772-9377-1f60b5f546e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48d4dc7d-edd3-4b91-87d2-12152cce9be1 HTTP/1.1" status: 200 len: 850 time: 0.0483589 Feb 28 18:44:02.691073 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-0052e554-5c5d-4e64-b224-1e31ebb6333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:02.692626 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-0052e554-5c5d-4e64-b224-1e31ebb6333e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd5b39c-f0e2-4111-80b4-ff433637020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545518 Feb 28 18:44:02.794040 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-18f8d33a-026f-41f6-8a06-86208b8dd5d8 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930083 Feb 28 18:44:03.016435 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5a1fd-b069-4e53-b29e-5329bc6ba90d req-734911a1-cf97-4bc5-b857-f3f0bddcca4a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:03.017876 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-51e5a1fd-b069-4e53-b29e-5329bc6ba90d req-734911a1-cf97-4bc5-b857-f3f0bddcca4a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 944 time: 0.0813408 Feb 28 18:44:03.021349 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-71ffa636-a2af-4def-bce3-bc089559a0ef req-f3355be6-1fc3-497d-b634-d0ddb6db62b3 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317985 Feb 28 18:44:03.059147 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-51e5a1fd-b069-4e53-b29e-5329bc6ba90d req-fcec176c-45e7-48f4-85db-cfed7bcffe94 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351877 Feb 28 18:44:03.270079 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc4d5-d8a1-4154-b51f-9d18184ad3fe req-dc30b437-a57d-4625-bd22-1a140b761839 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:03.271696 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5abdc4d5-d8a1-4154-b51f-9d18184ad3fe req-dc30b437-a57d-4625-bd22-1a140b761839 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0538664 Feb 28 18:44:03.314896 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5abdc4d5-d8a1-4154-b51f-9d18184ad3fe req-d30a3339-a208-4226-b8d0-fe8b073b1a11 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360973 Feb 28 18:44:03.363273 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032139f-0e5f-45cd-9a4e-3b66c3cacf2a req-7289d169-ff73-4eab-bbf8-b7c9c13ece09 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:03.365036 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7032139f-0e5f-45cd-9a4e-3b66c3cacf2a req-7289d169-ff73-4eab-bbf8-b7c9c13ece09 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0516255 Feb 28 18:44:03.410021 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7032139f-0e5f-45cd-9a4e-3b66c3cacf2a req-ec6e7508-2027-49c7-bfe6-d48652eb8a9f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Feb 28 18:44:04.190257 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ca3c8-f659-4100-9514-8172256fa224 req-c5a67b86-191b-4a7f-85da-e978a9c9089e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:04.192419 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e9ca3c8-f659-4100-9514-8172256fa224 req-c5a67b86-191b-4a7f-85da-e978a9c9089e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 944 time: 0.0574811 Feb 28 18:44:04.232490 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e9ca3c8-f659-4100-9514-8172256fa224 req-24c1f886-687d-409a-b135-fd5bff39befe tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324814 Feb 28 18:44:04.439702 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73ae2a-69fe-42df-b5d6-44755b18e93d req-e17e246b-5525-49a7-8581-cf6694f4ad21 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:04.439702 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7c73ae2a-69fe-42df-b5d6-44755b18e93d req-e17e246b-5525-49a7-8581-cf6694f4ad21 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0554719 Feb 28 18:44:04.495955 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7c73ae2a-69fe-42df-b5d6-44755b18e93d req-0e38bb60-539b-43b5-8675-5e7b68c832c0 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476112 Feb 28 18:44:04.550761 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca95a3d-d5c3-4710-bf04-671056abaf6e req-228fd696-91ec-41b7-8a3b-c59218f21e61 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:04.552324 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8ca95a3d-d5c3-4710-bf04-671056abaf6e req-228fd696-91ec-41b7-8a3b-c59218f21e61 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0509791 Feb 28 18:44:04.601632 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8ca95a3d-d5c3-4710-bf04-671056abaf6e req-9e8c3acf-afda-40ea-a1be-28fb86f6a2a8 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Feb 28 18:44:05.391858 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b71ea7-3221-4c18-ba3d-1ed2e6563cb9 req-5951bf0c-cf3c-4d90-b998-9335db1ec59c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:05.393964 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-90b71ea7-3221-4c18-ba3d-1ed2e6563cb9 req-5951bf0c-cf3c-4d90-b998-9335db1ec59c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 944 time: 0.0849268 Feb 28 18:44:05.433516 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-90b71ea7-3221-4c18-ba3d-1ed2e6563cb9 req-02ab27de-7beb-41de-b045-d6baae3396ff tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333397 Feb 28 18:44:05.614437 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9818cf3-9109-4006-849a-e6215d87a0af req-e37827b0-e497-42a1-828b-f6d2d092c17e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:05.614437 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b9818cf3-9109-4006-849a-e6215d87a0af req-e37827b0-e497-42a1-828b-f6d2d092c17e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 944 time: 0.0526974 Feb 28 18:44:05.656907 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b9818cf3-9109-4006-849a-e6215d87a0af req-373d2832-435a-487b-b259-674852e1eafc tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Feb 28 18:44:05.719209 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d3b34-001b-4279-a7af-e8ec1cc9d187 req-b3a19d64-0122-46fd-966f-5d6065ae8240 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:05.720720 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-268d3b34-001b-4279-a7af-e8ec1cc9d187 req-b3a19d64-0122-46fd-966f-5d6065ae8240 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0497444 Feb 28 18:44:05.784304 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-268d3b34-001b-4279-a7af-e8ec1cc9d187 req-569c7293-85a7-4c0d-acaa-922bbb6901b2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566871 Feb 28 18:44:05.953032 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece78298-6da2-4c2c-b853-c1456b89513f req-7c0b7337-f514-46c6-87c2-da824bfbea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:05.954554 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ece78298-6da2-4c2c-b853-c1456b89513f req-7c0b7337-f514-46c6-87c2-da824bfbea2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 1098 time: 0.0455806 Feb 28 18:44:05.999125 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ece78298-6da2-4c2c-b853-c1456b89513f req-e6b2e697-f9af-4c8a-87a1-5e40f5120ed2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356326 Feb 28 18:44:06.106204 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:44:06.209513 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:06.227504 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2', 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f', 'port_id': 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2', 'mac_address': 'fa:16:3e:27:90:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6904ad-b27a-45ad-80ca-02807b6e0841', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:44:06.271696 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:06.286504 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:44:06.307928 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:06.313128 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:06.363796 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:06.371978 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.372342 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.372675 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.373032 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.373349 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.373672 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.373999 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.374353 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.374756 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.375074 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.375387 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.375725 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:06.558351 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414722-a5ef-41d0-9e08-efdc51127f51 req-84fabc20-5553-4845-aeb8-93f4f5fde655 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:06.559942 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-87414722-a5ef-41d0-9e08-efdc51127f51 req-84fabc20-5553-4845-aeb8-93f4f5fde655 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 944 time: 0.0523183 Feb 28 18:44:06.601160 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-87414722-a5ef-41d0-9e08-efdc51127f51 req-18283bf1-6c83-4f04-95db-12e10ee8baf8 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351195 Feb 28 18:44:06.783822 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1856a-56f2-489b-8231-dee80c29fa26 req-bb3d550d-eee2-4bc2-879c-cd3e6091b867 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:06.785295 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-52b1856a-56f2-489b-8231-dee80c29fa26 req-bb3d550d-eee2-4bc2-879c-cd3e6091b867 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 945 time: 0.0537195 Feb 28 18:44:06.813277 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:44:06.830726 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-52b1856a-56f2-489b-8231-dee80c29fa26 req-0cee9930-69ca-4c44-9442-b8b64c7747c2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379941 Feb 28 18:44:06.964409 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ef871-f8e7-4ce0-a95c-fc5318c82bb1 req-1df09591-85d1-4c04-9dab-5d8111e85b6b tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:06.965991 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-674ef871-f8e7-4ce0-a95c-fc5318c82bb1 req-1df09591-85d1-4c04-9dab-5d8111e85b6b tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0660996 Feb 28 18:44:07.020526 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-674ef871-f8e7-4ce0-a95c-fc5318c82bb1 req-7130b51b-31a5-43c8-b406-1389b1e239d9 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Feb 28 18:44:07.733495 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d9f83-d77a-4427-8aa6-a5948c25e9c3 req-cbf01c10-da55-47b1-9c1b-5dae94afbb47 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:07.735014 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3e0d9f83-d77a-4427-8aa6-a5948c25e9c3 req-cbf01c10-da55-47b1-9c1b-5dae94afbb47 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 944 time: 0.0564482 Feb 28 18:44:07.775621 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3e0d9f83-d77a-4427-8aa6-a5948c25e9c3 req-04cbb29a-4827-4b68-8c4e-193ed473c12e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345378 Feb 28 18:44:07.951496 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472142c-9307-4779-8a8f-a5f408552348 req-383c077b-a326-4e21-a919-5d8404829f04 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:07.953082 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e472142c-9307-4779-8a8f-a5f408552348 req-383c077b-a326-4e21-a919-5d8404829f04 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 945 time: 0.0552397 Feb 28 18:44:07.998271 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e472142c-9307-4779-8a8f-a5f408552348 req-117806a3-7e06-4c6b-954e-52021a4e42cf tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Feb 28 18:44:08.087782 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49686) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:08.109062 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 39a6e29f-d681-4b7f-bce4-33e4ce697782 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:44:08.180205 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab74ee1-d30c-4c0a-85ee-ada71e8af663 req-6582ea0f-bfbd-40a8-85c4-fd3cbf40bedb tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:08.183947 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9ab74ee1-d30c-4c0a-85ee-ada71e8af663 req-6582ea0f-bfbd-40a8-85c4-fd3cbf40bedb tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0908716 Feb 28 18:44:08.234505 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9ab74ee1-d30c-4c0a-85ee-ada71e8af663 req-900a9cdb-38bc-4b88-afc5-04169152b258 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434225 Feb 28 18:44:08.255457 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 39a6e29f-d681-4b7f-bce4-33e4ce697782, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:08.257908 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5a86e9e9-045e-42c8-988b-ed72ff2333e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:08.269335 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '39a6e29f-d681-4b7f-bce4-33e4ce697782', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'port_id': '39a6e29f-d681-4b7f-bce4-33e4ce697782', 'mac_address': 'fa:16:3e:d4:09:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:44:08.311144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:08.334168 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a6e29f-d681-4b7f-bce4-33e4ce697782 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:44:08.345665 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5a86e9e9-045e-42c8-988b-ed72ff2333e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:08.349455 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5a86e9e9-045e-42c8-988b-ed72ff2333e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:08.362825 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 39a6e29f-d681-4b7f-bce4-33e4ce697782, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:08.366638 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:08.392921 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-5a86e9e9-045e-42c8-988b-ed72ff2333e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47e5a622a6e34e46985e1526f3e17c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042207 Feb 28 18:44:08.394266 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86e9e9-045e-42c8-988b-ed72ff2333e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaad174-3217-4dba-8b7d-fbf025fe13be,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:08.396055 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49692) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:08.430479 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=39a6e29f-d681-4b7f-bce4-33e4ce697782,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:08.469319 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2d210fe6-1f95-4912-b52a-ed41655d5777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:08.490769 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2d210fe6-1f95-4912-b52a-ed41655d5777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:08.540140 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2d210fe6-1f95-4912-b52a-ed41655d5777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:08.542619 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2d210fe6-1f95-4912-b52a-ed41655d5777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:08.543759 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2d210fe6-1f95-4912-b52a-ed41655d5777 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fcaad174-3217-4dba-8b7d-fbf025fe13be HTTP/1.1" status: 204 len: 168 time: 0.1466985 Feb 28 18:44:08.551271 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d210fe6-1f95-4912-b52a-ed41655d5777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaad174-3217-4dba-8b7d-fbf025fe13be,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:08.924475 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca52464-bae1-4590-981a-0759fa515f57 req-e738c7dd-d193-46f0-a4ab-e043c0947893 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:08.926073 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bca52464-bae1-4590-981a-0759fa515f57 req-e738c7dd-d193-46f0-a4ab-e043c0947893 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 945 time: 0.0666933 Feb 28 18:44:08.955243 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['39a6e29f-d681-4b7f-bce4-33e4ce697782'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:44:08.987786 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bca52464-bae1-4590-981a-0759fa515f57 req-f6e79b77-6ea7-4063-b239-a6c0d78008f8 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540688 Feb 28 18:44:09.134591 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed01a-b30c-407a-9a4c-bcf3be696931 req-51199bd0-4ef9-4bcb-a1b8-1006ee8e2bb3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:09.136185 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-330ed01a-b30c-407a-9a4c-bcf3be696931 req-51199bd0-4ef9-4bcb-a1b8-1006ee8e2bb3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 945 time: 0.0584877 Feb 28 18:44:09.190985 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-330ed01a-b30c-407a-9a4c-bcf3be696931 req-83530244-6a63-4c5c-b693-fef32cd7425d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485597 Feb 28 18:44:09.379220 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33deee-8968-4b2a-8c85-589bbac6739d req-0b4ca05c-9fcf-411f-a7af-84b07cc0d5a4 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:09.380768 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3a33deee-8968-4b2a-8c85-589bbac6739d req-0b4ca05c-9fcf-411f-a7af-84b07cc0d5a4 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0534120 Feb 28 18:44:09.435188 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3a33deee-8968-4b2a-8c85-589bbac6739d req-e97e9e2a-0189-4dc6-993d-d2cff7e84964 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472765 Feb 28 18:44:09.578882 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fb7df-996c-40b9-a351-42ab19b2eff9 req-4373c124-c28e-451a-9a87-9060afde9065 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:09.580629 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2d0fb7df-996c-40b9-a351-42ab19b2eff9 req-4373c124-c28e-451a-9a87-9060afde9065 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0630052 Feb 28 18:44:09.643330 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:44:09.649052 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2d0fb7df-996c-40b9-a351-42ab19b2eff9 req-b945794a-7c48-46c6-ad9b-0244bc62bb5a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579929 Feb 28 18:44:10.117799 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:10.140028 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff09bb3-8ec4-4d71-b123-12b91f91c4bc req-b8d04177-90bf-4b62-9e97-26ff1b4e43b5 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:10.142898 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bff09bb3-8ec4-4d71-b123-12b91f91c4bc req-b8d04177-90bf-4b62-9e97-26ff1b4e43b5 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 945 time: 0.0747170 Feb 28 18:44:10.175286 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:44:10.180071 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:10.181414 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:10.199826 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bff09bb3-8ec4-4d71-b123-12b91f91c4bc req-0227f277-3910-461f-9bb1-f13b771e364d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492647 Feb 28 18:44:10.273726 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:10.297904 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72eb7573-0464-4651-8d41-df0b1bc637da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:44:10.300516 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67171649-1a1f-46da-922c-fdce43bcfa5f" -d '{"events": [{"server_uuid": "72eb7573-0464-4651-8d41-df0b1bc637da", "name": "network-vif-plugged", "status": "completed", "tag": "aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:44:10.315022 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:10.320215 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:10.349777 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716b3a52-e2d9-4fd4-bfb2-0adf43a2e2a0 x-openstack-request-id: req-716b3a52-e2d9-4fd4-bfb2-0adf43a2e2a0 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:44:10.350108 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72eb7573-0464-4651-8d41-df0b1bc637da", "name": "network-vif-plugged", "status": "completed", "tag": "aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:44:10.350330 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-716b3a52-e2d9-4fd4-bfb2-0adf43a2e2a0 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:44:10.350713 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72eb7573-0464-4651-8d41-df0b1bc637da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2', 'code': 200} Feb 28 18:44:10.374557 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:10.554027 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5940ca-05a2-42a7-80db-cc808c2f8c95 req-41fded99-c921-4ce9-8cf8-81cd9118ae3b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:10.555429 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4b5940ca-05a2-42a7-80db-cc808c2f8c95 req-41fded99-c921-4ce9-8cf8-81cd9118ae3b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 945 time: 0.2918022 Feb 28 18:44:10.565689 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a986df7-818e-4422-b756-307fd7bbad57 req-aeaf8edd-bf38-4fbd-8926-d1131c1571e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:10.567198 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6a986df7-818e-4422-b756-307fd7bbad57 req-aeaf8edd-bf38-4fbd-8926-d1131c1571e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 1099 time: 0.0573885 Feb 28 18:44:10.617956 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4b5940ca-05a2-42a7-80db-cc808c2f8c95 req-b3e16b9f-7a39-416e-b088-05ce870d0f32 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556829 Feb 28 18:44:10.622629 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6a986df7-818e-4422-b756-307fd7bbad57 req-48a37b12-c875-4368-9f45-dd1403025c77 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425522 Feb 28 18:44:10.962408 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49790) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:11.078468 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-44e9fd20-4c1e-46d2-88a4-0d041bcb9bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.182004 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-44e9fd20-4c1e-46d2-88a4-0d041bcb9bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.183833 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49800) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:11.189944 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-44e9fd20-4c1e-46d2-88a4-0d041bcb9bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.237318 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-44e9fd20-4c1e-46d2-88a4-0d041bcb9bf7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a11a883640e4a2fb789b9e030e15efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737231 Feb 28 18:44:11.238038 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9fd20-4c1e-46d2-88a4-0d041bcb9bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafb9299-81a9-4075-9642-d8d94300d108,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:11.240106 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49806) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:11.316186 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-922012e4-9695-43a3-b33b-c620ae582d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.370956 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2d802512-5f58-4176-9c27-3243475a1285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.399952 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa543db2-1a7c-4d0a-80e0-2b4d9216122f req-64ba1972-9407-4eb3-b4c0-749e71128131 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:11.401497 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-fa543db2-1a7c-4d0a-80e0-2b4d9216122f req-64ba1972-9407-4eb3-b4c0-749e71128131 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 945 time: 0.1099777 Feb 28 18:44:11.406656 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-922012e4-9695-43a3-b33b-c620ae582d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.411108 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-922012e4-9695-43a3-b33b-c620ae582d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.412074 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2d802512-5f58-4176-9c27-3243475a1285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.450713 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922012e4-9695-43a3-b33b-c620ae582d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd526d-d4bf-4b16-a7c4-266217279096,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:11.456452 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-922012e4-9695-43a3-b33b-c620ae582d71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=501f584a293147dd8a5cfd8dfed28a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716050 Feb 28 18:44:11.459055 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49808) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:11.467670 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-fa543db2-1a7c-4d0a-80e0-2b4d9216122f req-5e3fa456-3d59-4973-a151-83db922a7459 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583582 Feb 28 18:44:11.496484 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2d802512-5f58-4176-9c27-3243475a1285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.499434 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2d802512-5f58-4176-9c27-3243475a1285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.500744 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-2d802512-5f58-4176-9c27-3243475a1285 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bafb9299-81a9-4075-9642-d8d94300d108 HTTP/1.1" status: 204 len: 168 time: 0.2534921 Feb 28 18:44:11.510460 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d802512-5f58-4176-9c27-3243475a1285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafb9299-81a9-4075-9642-d8d94300d108,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:11.519429 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a2929790-6e2b-4cec-8e76-0dd3ddac5cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.545989 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a2929790-6e2b-4cec-8e76-0dd3ddac5cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.596935 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a2929790-6e2b-4cec-8e76-0dd3ddac5cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.599689 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a2929790-6e2b-4cec-8e76-0dd3ddac5cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:11.600841 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-a2929790-6e2b-4cec-8e76-0dd3ddac5cec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aadd526d-d4bf-4b16-a7c4-266217279096 HTTP/1.1" status: 204 len: 168 time: 0.1404169 Feb 28 18:44:11.609432 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2929790-6e2b-4cec-8e76-0dd3ddac5cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd526d-d4bf-4b16-a7c4-266217279096,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:11.753765 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b7a25-923b-4ab8-9e16-d98e5c385a32 req-eb1ad6c3-f103-42c4-84f8-4827ddb92598 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:11.755427 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-782b7a25-923b-4ab8-9e16-d98e5c385a32 req-eb1ad6c3-f103-42c4-84f8-4827ddb92598 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 946 time: 0.0608904 Feb 28 18:44:11.803389 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-782b7a25-923b-4ab8-9e16-d98e5c385a32 req-14fb426b-5cab-424f-b07b-4c39cf478273 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Feb 28 18:44:12.003937 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49822) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:12.019056 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c13d2069-5598-4bda-814c-b22e0602a7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:12.117073 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c13d2069-5598-4bda-814c-b22e0602a7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:12.120025 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 39a6e29f-d681-4b7f-bce4-33e4ce697782 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:12.123414 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c13d2069-5598-4bda-814c-b22e0602a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:12.173571 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d2069-5598-4bda-814c-b22e0602a7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df338f9-693e-4fd3-9799-a369e41ef623,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:12.184073 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 39a6e29f-d681-4b7f-bce4-33e4ce697782 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:44:12.188118 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49836) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:12.188557 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c13d2069-5598-4bda-814c-b22e0602a7e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fcb9523d1ed463c9564f1e03dca18bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833227 Feb 28 18:44:12.193489 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 39a6e29f-d681-4b7f-bce4-33e4ce697782 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:12.193854 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:12.269852 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-332c15db-a3c0-484a-bc6f-52ef70fc830e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:12.290997 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:12.298941 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-332c15db-a3c0-484a-bc6f-52ef70fc830e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:12.337746 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 39a6e29f-d681-4b7f-bce4-33e4ce697782, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:12.346276 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:12.351393 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6e29f-d681-4b7f-bce4-33e4ce697782'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:44:12.355657 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1fe98f-3bbc-4893-ab9b-8ee073bad00f" -d '{"events": [{"server_uuid": "d61afa29-91fe-43be-b91b-8da0397b73a2", "name": "network-vif-plugged", "status": "completed", "tag": "39a6e29f-d681-4b7f-bce4-33e4ce697782"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:44:12.365787 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-332c15db-a3c0-484a-bc6f-52ef70fc830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:12.368600 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-332c15db-a3c0-484a-bc6f-52ef70fc830e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:12.381469 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-332c15db-a3c0-484a-bc6f-52ef70fc830e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9df338f9-693e-4fd3-9799-a369e41ef623 HTTP/1.1" status: 204 len: 168 time: 0.1921577 Feb 28 18:44:12.423299 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=39a6e29f-d681-4b7f-bce4-33e4ce697782,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:12.432384 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c15db-a3c0-484a-bc6f-52ef70fc830e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df338f9-693e-4fd3-9799-a369e41ef623,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:12.504377 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b5ed44-e012-41e4-8fe0-e62df55f2f2e x-openstack-request-id: req-a6b5ed44-e012-41e4-8fe0-e62df55f2f2e {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:44:12.504731 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61afa29-91fe-43be-b91b-8da0397b73a2", "name": "network-vif-plugged", "status": "completed", "tag": "39a6e29f-d681-4b7f-bce4-33e4ce697782", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:44:12.504981 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6b5ed44-e012-41e4-8fe0-e62df55f2f2e {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:44:12.505675 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6e29f-d681-4b7f-bce4-33e4ce697782', 'code': 200} Feb 28 18:44:12.561937 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd69069-f0fa-4a00-b8b0-8ab1f13e7f6b req-6eb7d5b4-7b8d-42d9-aedb-ab9ce1fca97f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:12.570843 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06853b-c5fa-4d6a-92e7-f6896d64811a req-764e7f6d-2e42-4e02-9b45-ab02ffbaca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:12.572858 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4fd69069-f0fa-4a00-b8b0-8ab1f13e7f6b req-6eb7d5b4-7b8d-42d9-aedb-ab9ce1fca97f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0920489 Feb 28 18:44:12.574664 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb06853b-c5fa-4d6a-92e7-f6896d64811a req-764e7f6d-2e42-4e02-9b45-ab02ffbaca35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 1098 time: 0.1001136 Feb 28 18:44:12.653101 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4fd69069-f0fa-4a00-b8b0-8ab1f13e7f6b req-7a7adbac-3c6e-4bfa-8580-679ae1b674b8 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786440 Feb 28 18:44:12.812857 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877db76f-a7e5-4121-8230-81fda58c9d91 req-21c0501b-5806-459c-a4cb-5ac707057e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:12.815250 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-877db76f-a7e5-4121-8230-81fda58c9d91 req-21c0501b-5806-459c-a4cb-5ac707057e9d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 1099 time: 0.0535221 Feb 28 18:44:12.823531 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21e37a-1cbf-4732-8418-5ef901f23724 req-fcaf04e3-7334-4540-9901-64479a01686c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:12.825256 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ce21e37a-1cbf-4732-8418-5ef901f23724 req-fcaf04e3-7334-4540-9901-64479a01686c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1915030 Feb 28 18:44:12.854113 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06853b-c5fa-4d6a-92e7-f6896d64811a req-7b85688e-caf0-4860-b835-b1800f14bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:12.856041 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb06853b-c5fa-4d6a-92e7-f6896d64811a req-7b85688e-caf0-4860-b835-b1800f14bbad service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 919 time: 0.2652361 Feb 28 18:44:12.929113 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-877db76f-a7e5-4121-8230-81fda58c9d91 req-016be622-19e3-4eb2-a3ad-e074fbbb55e4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025953 Feb 28 18:44:12.929594 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb06853b-c5fa-4d6a-92e7-f6896d64811a req-527cd38e-1fa5-4581-9c8c-a7b338245009 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85 HTTP/1.1" status: 200 len: 217 time: 0.0643275 Feb 28 18:44:12.939434 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ce21e37a-1cbf-4732-8418-5ef901f23724 req-c2518094-8093-4f9d-8958-178e0c27041e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995677 Feb 28 18:44:13.003365 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8a8ad-a1e9-4349-b1b5-e62c4e568e50 req-7b5bab26-9f0a-488c-9899-86e0f8246e65 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:13.005768 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cbe8a8ad-a1e9-4349-b1b5-e62c4e568e50 req-7b5bab26-9f0a-488c-9899-86e0f8246e65 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 946 time: 0.0607209 Feb 28 18:44:13.049849 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cbe8a8ad-a1e9-4349-b1b5-e62c4e568e50 req-8336c9ca-c4e6-416e-81df-942d209558b3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375652 Feb 28 18:44:13.112939 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49874) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:13.129652 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a84c-9c19-40cd-ae02-ff644ca7b50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:13.230105 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a84c-9c19-40cd-ae02-ff644ca7b50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:13.234325 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a84c-9c19-40cd-ae02-ff644ca7b50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:13.272899 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-6fb9a84c-9c19-40cd-ae02-ff644ca7b50d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e4d785e2b7e4ed894d85229eeb6a2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587586 Feb 28 18:44:13.273678 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9a84c-9c19-40cd-ae02-ff644ca7b50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39646c5-162e-411e-83c0-67a41b7ae770,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:13.277031 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49882) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:13.334361 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5dce5416-7c49-4ce8-a42c-ea4e6fd54b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:13.367288 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06853b-c5fa-4d6a-92e7-f6896d64811a req-263773d1-bfa7-4be0-bcdf-bfe9e3efc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:13.367747 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5dce5416-7c49-4ce8-a42c-ea4e6fd54b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:13.369308 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb06853b-c5fa-4d6a-92e7-f6896d64811a req-263773d1-bfa7-4be0-bcdf-bfe9e3efc2bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 200 len: 858 time: 0.0532513 Feb 28 18:44:13.405409 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb06853b-c5fa-4d6a-92e7-f6896d64811a req-7bdb3d8e-6c4a-4b85-95e8-e0f7f90b20e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288308 Feb 28 18:44:13.423306 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5dce5416-7c49-4ce8-a42c-ea4e6fd54b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:13.426846 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5dce5416-7c49-4ce8-a42c-ea4e6fd54b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:13.431983 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-5dce5416-7c49-4ce8-a42c-ea4e6fd54b56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a39646c5-162e-411e-83c0-67a41b7ae770 HTTP/1.1" status: 204 len: 168 time: 0.1495500 Feb 28 18:44:13.442741 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce5416-7c49-4ce8-a42c-ea4e6fd54b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39646c5-162e-411e-83c0-67a41b7ae770,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:13.523702 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb06853b-c5fa-4d6a-92e7-f6896d64811a req-9bf17ffb-5eea-4346-bcec-bcf46f6e29bb service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034305 Feb 28 18:44:13.651308 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb06853b-c5fa-4d6a-92e7-f6896d64811a req-f28aeea0-db0f-4727-9496-e2f7410d2465 service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071353 Feb 28 18:44:13.802380 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb450-9469-4089-b906-8fe8e3eee3fa req-d30b59f7-482b-4e37-95e4-aae03342bffa tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:13.804175 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5efbb450-9469-4089-b906-8fe8e3eee3fa req-d30b59f7-482b-4e37-95e4-aae03342bffa tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0613530 Feb 28 18:44:13.844112 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5efbb450-9469-4089-b906-8fe8e3eee3fa req-efeeb1f0-f5c5-45cc-b1eb-fd976fbb9d31 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Feb 28 18:44:14.112147 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a312e-5537-47b1-a2fb-05af65013134 req-07fdee94-2480-4518-a2f9-925a381ab86a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:14.113792 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a11a312e-5537-47b1-a2fb-05af65013134 req-07fdee94-2480-4518-a2f9-925a381ab86a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0720963 Feb 28 18:44:14.192449 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a11a312e-5537-47b1-a2fb-05af65013134 req-b7790435-685a-4713-9d8b-fdee7229eb69 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680282 Feb 28 18:44:14.337488 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49926) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:14.393962 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49930) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:14.539698 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1768749142-network', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:14.563751 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fcadf7cd-3449-4824-94c5-4b549d682f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.582995 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Made reservation on behalf of 6e07a8e62592434e92177ca0a870c3b6 for: {'network': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:14.585303 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.598935 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.715554 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fcadf7cd-3449-4824-94c5-4b549d682f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.721612 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fcadf7cd-3449-4824-94c5-4b549d682f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.776177 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.780890 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-fcadf7cd-3449-4824-94c5-4b549d682f57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c37908045cb141ea90ceb434f200cc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851764 Feb 28 18:44:14.782321 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadf7cd-3449-4824-94c5-4b549d682f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff7f0c6-638d-4011-b38d-f32a70a2f908,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:14.785055 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.786084 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49936) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:14.811522 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=108389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:44:14.822253 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b897d15-577d-484a-9d6f-f4ca88f71b86,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:14.827661 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.828242 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.segments_db [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Added segment 0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f of type vlan for network 3a327f10-343e-47af-9d7a-af4497b13f2c Feb 28 18:44:14.856965 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-dc22f19d-ed32-4102-aec7-3434ce6b64ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.879688 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.887752 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-dc22f19d-ed32-4102-aec7-3434ce6b64ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.910974 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.912343 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:14.913057 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.975401 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-dc22f19d-ed32-4102-aec7-3434ce6b64ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.979194 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-dc22f19d-ed32-4102-aec7-3434ce6b64ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.980533 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-dc22f19d-ed32-4102-aec7-3434ce6b64ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bff7f0c6-638d-4011-b38d-f32a70a2f908 HTTP/1.1" status: 204 len: 168 time: 0.1919346 Feb 28 18:44:15.005818 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6652670 Feb 28 18:44:15.006728 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49942) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:15.014008 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Request body: {'subnet': {'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1768749142-subnet', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:15.014136 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bf856-519d-4273-9d38-a022ac83ec8e admin admin] Pushing event updated for resources: {'Network': ['ID=3a327f10-343e-47af-9d7a-af4497b13f2c,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:15.027156 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 3a327f10-343e-47af-9d7a-af4497b13f2c details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:44:15.033192 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22f19d-ed32-4102-aec7-3434ce6b64ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff7f0c6-638d-4011-b38d-f32a70a2f908,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:15.090166 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9dce5-eb31-4b01-8ef4-ae4a0394db15 req-4adf2690-b449-4a50-847c-5c875fdfbf89 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:15.092176 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-63a9dce5-eb31-4b01-8ef4-ae4a0394db15 req-4adf2690-b449-4a50-847c-5c875fdfbf89 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.1307962 Feb 28 18:44:15.093800 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Made reservation on behalf of 6e07a8e62592434e92177ca0a870c3b6 for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:15.102761 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:15.206002 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-63a9dce5-eb31-4b01-8ef4-ae4a0394db15 req-1c51210b-6e65-4f8e-82d9-194040bf9b0d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977993 Feb 28 18:44:15.353369 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:15.371604 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6405eb-a643-413e-af29-5cc55596bef3 req-652cb4f5-a0fd-46ef-812b-0cbcd3efc2d7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:15.373716 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d6405eb-a643-413e-af29-5cc55596bef3 req-652cb4f5-a0fd-46ef-812b-0cbcd3efc2d7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0854421 Feb 28 18:44:15.417621 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73918393-3657-4ff7-aa01-a4c03276b414,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:15.427611 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Checking segment: {'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:44:15.428221 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Network hostable DHCP agents. Network: 3a327f10-343e-47af-9d7a-af4497b13f2c, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:44:15.430451 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d6405eb-a643-413e-af29-5cc55596bef3 req-b16fca30-9ec2-496d-a776-d8a5ce25bb5d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497413 Feb 28 18:44:15.459185 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Network 3a327f10-343e-47af-9d7a-af4497b13f2c is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:44:15.471010 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 3a327f10-343e-47af-9d7a-af4497b13f2c) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:15.482696 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48c39c-9a3a-403f-9c82-d758cb89111b None None] Network 3a327f10-343e-47af-9d7a-af4497b13f2c requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:44:15.486704 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:15.487302 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:15.514375 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-c69c6d97-c418-4902-b90c-380f87912a07 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5063016 Feb 28 18:44:15.518444 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 49958) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:15.532143 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:15.626753 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12968'] for router, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:15.628424 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12963'] for router, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:15.656316 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4952a-aa6d-4339-a21b-498727887f75 req-62caba83-26ac-4075-906a-70ff0084e5ce tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:15.658955 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e7c4952a-aa6d-4339-a21b-498727887f75 req-62caba83-26ac-4075-906a-70ff0084e5ce tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1214318 Feb 28 18:44:15.675195 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 49962) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:15.684537 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-a22d964a-d90c-4192-88fa-0c72f05c0cae tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'floatingip': {'port_id': '39a6e29f-d681-4b7f-bce4-33e4ce697782'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:15.730274 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42d7055-0118-559e-97f5-cf27b7aef607-3a327f10-343e-47af-9d7a-af4497b13f2c', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414'}]}} from dv-cinder-831186-1-iscsi. {{(pid=108391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 28 18:44:15.731142 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:15.769665 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:15.883766 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a22d964a-d90c-4192-88fa-0c72f05c0cae tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.006563 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.db_base_plugin_common [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Allocated IP 172.20.0.2 (3a327f10-343e-47af-9d7a-af4497b13f2c/73918393-3657-4ff7-aa01-a4c03276b414/9bf116a0-e6f2-4ef0-94d7-81383cd76109) {{(pid=108391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:44:16.053441 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.246332 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Notify callbacks [] for port, precommit_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.256979 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.334718 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Network 3a327f10-343e-47af-9d7a-af4497b13f2c is already hosted by enough agents. {{(pid=108391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:16.338540 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.base_scheduler [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Resources bound (agent type, host, resource id): {{(pid=108391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:16.341523 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Received port after_create {{(pid=108391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:44:16.412135 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Pushing event updated for resources: {'Port': ['ID=9bf116a0-e6f2-4ef0-94d7-81383cd76109,revision_number=1']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:16.432531 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Attempting to bind port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:44:16.433061 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Attempting to bind port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:44:16.433564 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Attempting to bind port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 on network 3a327f10-343e-47af-9d7a-af4497b13f2c {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:44:16.441033 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-16905d13-498b-4c4b-9f3d-1d65d99720c5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:16.442364 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:44:16.442945 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-16905d13-498b-4c4b-9f3d-1d65d99720c5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 815 time: 0.2253900 Feb 28 18:44:16.451426 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Checking segment: {'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:44:16.451822 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.452293 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Bound using segment: {'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:44:16.452724 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Bound port: 9bf116a0-e6f2-4ef0-94d7-81383cd76109, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:44:16.453106 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.500452 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.531133 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58709c27-39af-43bd-9029-cb20323d2bec req-b2e60688-1882-4518-9486-29219a5ce1dd tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:16.539141 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-58709c27-39af-43bd-9029-cb20323d2bec req-b2e60688-1882-4518-9486-29219a5ce1dd tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.1973197 Feb 28 18:44:16.554431 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.559710 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] For port 9bf116a0-e6f2-4ef0-94d7-81383cd76109, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:44:16.564962 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] For port 9bf116a0-e6f2-4ef0-94d7-81383cd76109, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=9bf116a0-e6f2-4ef0-94d7-81383cd76109,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:44:16.574712 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.591957 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-8ca86dad-c0fa-4b80-856e-a77d4108e216 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/quotas/35299c6c176c40f691edccf74586020c HTTP/1.1" status: 200 len: 375 time: 0.1378193 Feb 28 18:44:16.625255 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-58709c27-39af-43bd-9029-cb20323d2bec req-bf7c9ef4-334c-4b5c-a537-41f6d5f363bb tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841031 Feb 28 18:44:16.681523 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ee23e-ba13-47d6-b3f7-960a313247c3 None None] Pushing event updated for resources: {'Port': ['ID=9bf116a0-e6f2-4ef0-94d7-81383cd76109,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:16.803974 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-63308c7f-c27f-4357-b62a-34633c0512b1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2109852 Feb 28 18:44:16.863451 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a22d964a-d90c-4192-88fa-0c72f05c0cae tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.878520 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a22d964a-d90c-4192-88fa-0c72f05c0cae tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:16.907054 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Allocated IP 172.27.2.50 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/6cf30fc5-a3d3-417f-b933-4a4ebef36158) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:44:17.085045 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-2f1ebd59-02a3-43da-b2cd-86f10a622567 service neutron] 10.222.0.39 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801912 Feb 28 18:44:17.236070 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:17.281443 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-44f21c60-68fc-4b0f-b0b1-532b4089965c service neutron] 10.222.0.39 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863799 Feb 28 18:44:17.314242 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:17.357558 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:17.360803 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:17.370335 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [None req-a22d964a-d90c-4192-88fa-0c72f05c0cae tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Floating IP 6cd55e58-08ea-48fa-bcdf-b765e62800a6 associated. External IP: 172.27.2.218, port: 39a6e29f-d681-4b7f-bce4-33e4ce697782. Feb 28 18:44:17.376424 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:44:17.473387 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Pushing event updated for resources: {'Port': ['ID=6cf30fc5-a3d3-417f-b933-4a4ebef36158,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:17.541020 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e2e4fb8a-32a4-464e-b329-21e9444668a1 req-f041e100-82ff-4bc2-b949-d037c4f3d572 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0414364 Feb 28 18:44:17.714482 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:17.731766 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22d964a-d90c-4192-88fa-0c72f05c0cae tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Router ff3d9f0e-7b20-41e0-adab-5006027979d1 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:44:17.871852 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22d964a-d90c-4192-88fa-0c72f05c0cae tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:44:17.877126 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a22d964a-d90c-4192-88fa-0c72f05c0cae tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:17.883088 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] Sync routers for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:44:17.900987 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:44:17.902497 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:17.919274 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a22d964a-d90c-4192-88fa-0c72f05c0cae tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "PUT /v2.0/floatingips/6cd55e58-08ea-48fa-bcdf-b765e62800a6 HTTP/1.1" status: 200 len: 992 time: 2.2395170 Feb 28 18:44:17.919274 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'tag': '39a6e29f-d681-4b7f-bce4-33e4ce697782'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:44:17.929043 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab1f48-1e9b-476f-a733-28482f884f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d61afa29-91fe-43be-b91b-8da0397b73a2", "tag": "39a6e29f-d681-4b7f-bce4-33e4ce697782"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:44:18.002620 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee68f72-2e2e-42ad-8614-374bf48f08fd None None] Network 3a327f10-343e-47af-9d7a-af4497b13f2c requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:44:18.047026 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46834c-edc8-42cd-802b-235b8c710539 req-1f535cc8-6d8d-454a-9c0c-0da2a7140cfd tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:18.048964 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-de46834c-edc8-42cd-802b-235b8c710539 req-1f535cc8-6d8d-454a-9c0c-0da2a7140cfd tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.3282895 Feb 28 18:44:18.061572 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad2ff08-41c3-469e-baad-3b678bf096bc x-openstack-request-id: req-cad2ff08-41c3-469e-baad-3b678bf096bc {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:44:18.061920 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61afa29-91fe-43be-b91b-8da0397b73a2", "tag": "39a6e29f-d681-4b7f-bce4-33e4ce697782", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:44:18.062230 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cad2ff08-41c3-469e-baad-3b678bf096bc {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:44:18.062739 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'tag': '39a6e29f-d681-4b7f-bce4-33e4ce697782', 'status': 'completed', 'code': 200} Feb 28 18:44:18.076735 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:44:18.126652 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-1c09bd55-443a-4b3e-be21-73eba8b60cb9 None None] Provisioning complete for port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:18.127080 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1c09bd55-443a-4b3e-be21-73eba8b60cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:18.367104 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 9bf116a0-e6f2-4ef0-94d7-81383cd76109 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:18.432447 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363'] for router, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:18.442641 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-de46834c-edc8-42cd-802b-235b8c710539 req-01c6f843-1b35-41ea-a101-ffd584d36d72 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814664 Feb 28 18:44:18.500481 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1c09bd55-443a-4b3e-be21-73eba8b60cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:18.531206 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:18.531611 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:18.577963 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-1c09bd55-443a-4b3e-be21-73eba8b60cb9 None None] For port 9bf116a0-e6f2-4ef0-94d7-81383cd76109, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=9bf116a0-e6f2-4ef0-94d7-81383cd76109,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:18.585937 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1c09bd55-443a-4b3e-be21-73eba8b60cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:18.613841 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '6cd55e58-08ea-48fa-bcdf-b765e62800a6', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'port_id': '39a6e29f-d681-4b7f-bce4-33e4ce697782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'mac_address': 'fa:16:3e:d4:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:43:46Z', 'updated_at': '2022-02-28T18:44:16Z', 'revision_number': 1, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:18.642537 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e is scheduled to L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 with binding_index 1 {{(pid=108388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:44:18.666495 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] Checking router: ff3d9f0e-7b20-41e0-adab-5006027979d1 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:44:18.678466 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:44:18.679373 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:18.690902 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09bd55-443a-4b3e-be21-73eba8b60cb9 None None] Pushing event updated for resources: {'Port': ['ID=9bf116a0-e6f2-4ef0-94d7-81383cd76109,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:18.721511 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3a765525-915c-4832-8045-d98c73c940d1 req-0b2ce79c-1b27-43cb-924b-34b8f7a9be16 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0519331 Feb 28 18:44:18.793287 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:44:18.809397 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Sync routers for ids ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:44:18.819523 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:18.824266 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-62e35782-29fa-459b-91f3-667ba4c8a07c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3035054 Feb 28 18:44:18.825668 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 50088) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:18.826106 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Routers {'4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:44:18.826780 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:18.860575 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:44:18.952424 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-800e0bd9-0391-4995-a8c5-42766eff720c None None] Provisioning complete for port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:18.952691 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-800e0bd9-0391-4995-a8c5-42766eff720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:18.955259 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Set router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:44:19.142678 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '6cd55e58-08ea-48fa-bcdf-b765e62800a6', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'port_id': '39a6e29f-d681-4b7f-bce4-33e4ce697782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'mac_address': 'fa:16:3e:d4:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:43:46Z', 'updated_at': '2022-02-28T18:44:16Z', 'revision_number': 1, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:19.178141 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9e7a6-8ea5-4ab9-b8d0-933b10fd61ab None None] The sync data for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi is: [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '6cd55e58-08ea-48fa-bcdf-b765e62800a6', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'port_id': '39a6e29f-d681-4b7f-bce4-33e4ce697782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'mac_address': 'fa:16:3e:d4:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:43:46Z', 'updated_at': '2022-02-28T18:44:16Z', 'revision_number': 1, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:44:19.229790 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:17Z', 'revision_number': 3, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:19.269081 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Checking router: 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:44:19.269081 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Updating router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e port 6cf30fc5-a3d3-417f-b933-4a4ebef36158 binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:44:19.309348 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:19.367505 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:19.462147 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd018c13-f71e-400d-a0b5-58293c1f5da8 None None] New status for floating IP 6cd55e58-08ea-48fa-bcdf-b765e62800a6: ACTIVE {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:44:19.622294 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Allocated IP 172.20.0.1 (3a327f10-343e-47af-9d7a-af4497b13f2c/73918393-3657-4ff7-aa01-a4c03276b414/58f34cd4-8546-4f67-bda1-9646f781ebf1) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:44:19.630660 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671963-79db-4744-8171-676de3557aab req-1b10a3e9-0069-4039-844e-ae6338b5094a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:19.632405 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b8671963-79db-4744-8171-676de3557aab req-1b10a3e9-0069-4039-844e-ae6338b5094a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0905137 Feb 28 18:44:19.672403 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:19.684945 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:19.695016 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b8671963-79db-4744-8171-676de3557aab req-5ac307ae-80eb-44c0-bcc4-e3410d7e1469 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518751 Feb 28 18:44:19.759950 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5abac3-b04f-445d-a3c1-f401213ff0be None None] Pushing event updated for resources: {'Port': ['ID=6cf30fc5-a3d3-417f-b933-4a4ebef36158,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:19.770548 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Attempting to bind port 6cf30fc5-a3d3-417f-b933-4a4ebef36158 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:44:19.771775 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Attempting to bind port 6cf30fc5-a3d3-417f-b933-4a4ebef36158 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:44:19.772365 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Attempting to bind port 6cf30fc5-a3d3-417f-b933-4a4ebef36158 on network 2ade9df8-e6c8-42f2-9818-2d0586d79898 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:44:19.780028 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:44:19.780503 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:44:19.780983 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:19.781482 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Bound using segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:44:19.781967 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Bound port: 6cf30fc5-a3d3-417f-b933-4a4ebef36158, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:44:19.782411 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:19.845540 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] For port 6cf30fc5-a3d3-417f-b933-4a4ebef36158, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:44:19.853707 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] For port 6cf30fc5-a3d3-417f-b933-4a4ebef36158, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=6cf30fc5-a3d3-417f-b933-4a4ebef36158,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:44:19.859264 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:19.879042 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51f22326-68dc-4aff-9fb2-39e1e2b7e597 req-14984fb3-02dd-406c-82f4-94ff43ebf79d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0666316 Feb 28 18:44:19.886889 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:19.932243 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Routers {'4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:44:19.932714 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:19.932901 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:19.978682 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Network 3a327f10-343e-47af-9d7a-af4497b13f2c is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:19.980452 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5abac3-b04f-445d-a3c1-f401213ff0be None None] Pushing event updated for resources: {'Port': ['ID=6cf30fc5-a3d3-417f-b933-4a4ebef36158,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:19.982205 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:19.986614 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:44:19.990014 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Pushing event updated for resources: {'Port': ['ID=58f34cd4-8546-4f67-bda1-9646f781ebf1,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:20.042824 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447668'] for router_interface, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:20.080676 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] Set router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:44:20.202841 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:20.219845 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 9bf116a0-e6f2-4ef0-94d7-81383cd76109 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:20.338947 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:20.339683 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:20.342704 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-6f6e4676-4b31-44f1-9be8-8f23ac2fa511 None None] Provisioning complete for port 58f34cd4-8546-4f67-bda1-9646f781ebf1 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:20.343057 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4676-4b31-44f1-9be8-8f23ac2fa511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:20.393184 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:20.401187 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:20.417893 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e4676-4b31-44f1-9be8-8f23ac2fa511 None None] Port 58f34cd4-8546-4f67-bda1-9646f781ebf1 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:44:20.429793 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:17Z', 'revision_number': 3, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:20.475044 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447528'] for router_interface, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:20.488044 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Pushing event updated for resources: {'Port': ['ID=58f34cd4-8546-4f67-bda1-9646f781ebf1,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:20.589411 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fb179-281f-4615-9dd7-dc31d617364e None None] The sync data for ids ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'] in dv-cinder-831186-1-iscsi is: [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:17Z', 'revision_number': 3, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:44:20.590809 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Network 3a327f10-343e-47af-9d7a-af4497b13f2c is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:20.592396 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:20.767149 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:44:20.848142 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a81dea-0c55-4c13-bd86-074fbffed807 req-59099004-33d0-4325-937f-0f86d60c8ff3 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:20.849813 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-63a81dea-0c55-4c13-bd86-074fbffed807 req-59099004-33d0-4325-937f-0f86d60c8ff3 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0715563 Feb 28 18:44:20.942587 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-63a81dea-0c55-4c13-bd86-074fbffed807 req-6879a165-6fa2-434b-9f99-3f7e90b5bac8 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646279 Feb 28 18:44:20.950814 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:44:20.967171 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-13d0f835-d867-4051-abc2-b6981ff5f887 admin admin] 10.222.0.39 "PUT /v2.0/routers/4874c7ea-d64e-4e9a-9cfc-f1a488367d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1401119 Feb 28 18:44:20.974469 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-4cb387e2-9e49-4a61-bd4e-2b089e60180d None None] Provisioning complete for port 58f34cd4-8546-4f67-bda1-9646f781ebf1 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:20.975141 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-4cb387e2-9e49-4a61-bd4e-2b089e60180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:21.016199 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-4cb387e2-9e49-4a61-bd4e-2b089e60180d None None] Port 58f34cd4-8546-4f67-bda1-9646f781ebf1 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:44:21.029768 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-49c7ff85-d1c2-4a5c-8513-9672b2a85695 req-4ef03228-f59f-48c9-b798-01b91b745a59 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0408728 Feb 28 18:44:21.308138 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-9b95b36c-dbd2-4989-a844-fc5b8a7e3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:21.309914 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-9b95b36c-dbd2-4989-a844-fc5b8a7e3181 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 1099 time: 0.0615323 Feb 28 18:44:21.736069 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 50124) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:21.741136 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1015532085-network', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:21.767086 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Made reservation on behalf of ca90a431dc5a4e358363fc2dbec3d32f for: {'network': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:21.770729 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:21.782113 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:21.906672 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:21.911400 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:21.939460 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=108389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:44:21.955767 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361f30b3-bcea-48cc-86cf-38cbd4f9d170,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:21.963251 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:21.964446 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.segments_db [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Added segment fbb4a073-b5c4-4b64-a2d4-128246c33b32 of type vlan for network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 Feb 28 18:44:22.012477 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.051066 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.055561 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:22.055561 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.113638 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8da62-363d-414c-a2a7-6fb5012e2d13 req-12e4d25d-52c3-4b1a-bf9e-bc81ba051fe2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:22.115315 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1de8da62-363d-414c-a2a7-6fb5012e2d13 req-12e4d25d-52c3-4b1a-bf9e-bc81ba051fe2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0725048 Feb 28 18:44:22.120111 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3793015 Feb 28 18:44:22.120889 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 50130) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:22.124902 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad39db-d622-4a23-b884-24eba5634f8b admin admin] Pushing event updated for resources: {'Network': ['ID=7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:22.127372 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Request body: {'subnet': {'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1015532085-subnet', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:22.140678 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:44:22.192786 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1de8da62-363d-414c-a2a7-6fb5012e2d13 req-69add5f4-0ee6-45d5-b0ef-e4dfdfc82f3a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615003 Feb 28 18:44:22.196082 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00b66676-477b-4f8b-9319-52b01e64cf64 req-6de49a82-2344-4aa9-ac38-f8e2564ecd3e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0608947 Feb 28 18:44:22.208029 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Made reservation on behalf of ca90a431dc5a4e358363fc2dbec3d32f for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:22.212508 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.299917 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 6cf30fc5-a3d3-417f-b933-4a4ebef36158 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:22.356574 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 6cf30fc5-a3d3-417f-b933-4a4ebef36158 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:22.357534 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.429803 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.451734 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.480726 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b1faf3-ccdd-4a5e-9644-84334d51bd36,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:22.483793 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port 6cf30fc5-a3d3-417f-b933-4a4ebef36158, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=6cf30fc5-a3d3-417f-b933-4a4ebef36158,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:22.494520 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.525042 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Sync routers for ids ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:44:22.531946 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Checking segment: {'id': 'fbb4a073-b5c4-4b64-a2d4-128246c33b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:44:22.532554 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Network hostable DHCP agents. Network: 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:44:22.554950 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:44:22.559830 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Routers {'4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:44:22.560455 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-392cae70-da43-4811-9456-79aca4fb377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:22.569260 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:22.573389 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:22.573973 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.592956 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-d63b2a15-4838-428b-a241-0ecef7d87f16 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4684539 Feb 28 18:44:22.593285 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 50136) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:22.598680 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1015532085-router', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:22.610313 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc00e4b6-fbfb-46df-9ca6-499d7c1534fe None None] Network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:44:22.620910 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12968'] for router, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.622036 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12963'] for router, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.628400 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=6cf30fc5-a3d3-417f-b933-4a4ebef36158,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:22.680753 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.760263 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Set router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:44:22.823688 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.952246 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42d7055-0118-559e-97f5-cf27b7aef607-7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9', 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'fixed_ips': [{'subnet_id': '06b1faf3-ccdd-4a5e-9644-84334d51bd36'}]}} from dv-cinder-831186-1-iscsi. {{(pid=108391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 28 18:44:22.953122 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:22.993566 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.068751 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.095895 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.254974 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-392cae70-da43-4811-9456-79aca4fb377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:20Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '58f34cd4-8546-4f67-bda1-9646f781ebf1', 'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'mac_address': 'fa:16:3e:7b:c1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:19Z', 'updated_at': '2022-02-28T18:44:20Z', 'revision_number': 2, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'subnets': [{'id': '73918393-3657-4ff7-aa01-a4c03276b414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:23.259055 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.db_base_plugin_common [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Allocated IP 172.20.0.2 (7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9/06b1faf3-ccdd-4a5e-9644-84334d51bd36/e46fb579-6ccc-4bed-a615-b5558945ddf5) {{(pid=108391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:44:23.292738 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Allocated IP 172.27.2.124 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/6e61a9e2-affc-4807-9bed-712e2d949d30) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:44:23.298079 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Checking router: 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:44:23.298373 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Updating router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e port 58f34cd4-8546-4f67-bda1-9646f781ebf1 binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:44:23.340908 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6460e984-ecb7-4372-abcc-b3a9e89b30d1 req-dc9b76ee-8d73-462b-9145-e61822baa12d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0396481 Feb 28 18:44:23.376796 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.421284 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f897fd-0d2e-4f6c-acf4-1b3735035300 req-12c4aa04-95dc-4fdb-bf44-2f0d122c0534 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:23.423028 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-06f897fd-0d2e-4f6c-acf4-1b3735035300 req-12c4aa04-95dc-4fdb-bf44-2f0d122c0534 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.1320987 Feb 28 18:44:23.482821 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.489876 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-06f897fd-0d2e-4f6c-acf4-1b3735035300 req-6ed17f17-aee7-4892-b768-84ef4e3d5e5a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584216 Feb 28 18:44:23.527960 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.621479 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.621934 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:23.638091 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.646634 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Pushing event updated for resources: {'Port': ['ID=6e61a9e2-affc-4807-9bed-712e2d949d30,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:23.655156 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:23.658310 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:44:23.712444 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 is already hosted by enough agents. {{(pid=108391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:23.729239 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.base_scheduler [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Resources bound (agent type, host, resource id): {{(pid=108391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:23.731817 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Received port after_create {{(pid=108391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:44:23.755653 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Pushing event updated for resources: {'Port': ['ID=e46fb579-6ccc-4bed-a615-b5558945ddf5,revision_number=1']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:23.798716 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-9608cd75-8000-40c4-b626-0cf979a63b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:23.800233 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-9608cd75-8000-40c4-b626-0cf979a63b21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 912 time: 0.2147782 Feb 28 18:44:23.842986 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Attempting to bind port e46fb579-6ccc-4bed-a615-b5558945ddf5 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:44:23.843447 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Attempting to bind port e46fb579-6ccc-4bed-a615-b5558945ddf5 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': 'fbb4a073-b5c4-4b64-a2d4-128246c33b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:44:23.843829 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Attempting to bind port e46fb579-6ccc-4bed-a615-b5558945ddf5 on network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:44:23.854338 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:44:23.854792 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Checking segment: {'id': 'fbb4a073-b5c4-4b64-a2d4-128246c33b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:44:23.855212 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.855660 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Bound using segment: {'id': 'fbb4a073-b5c4-4b64-a2d4-128246c33b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:44:23.856182 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Bound port: e46fb579-6ccc-4bed-a615-b5558945ddf5, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb4a073-b5c4-4b64-a2d4-128246c33b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:44:23.856532 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.876302 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.883847 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:23.978433 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-65043956-b81a-4320-b732-ae36b1926314 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782 HTTP/1.1" status: 200 len: 1002 time: 0.1642053 Feb 28 18:44:24.020773 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:24.085280 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-0f1dfac0-c2bd-4a8e-8cad-a277180e9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:24.087516 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-0f1dfac0-c2bd-4a8e-8cad-a277180e9ac7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48d4dc7d-edd3-4b91-87d2-12152cce9be1 HTTP/1.1" status: 200 len: 850 time: 0.1004634 Feb 28 18:44:24.107819 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f99d0-b150-4134-9745-ea499ea92017 None None] Pushing event updated for resources: {'Port': ['ID=58f34cd4-8546-4f67-bda1-9646f781ebf1,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:24.138350 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] For port e46fb579-6ccc-4bed-a615-b5558945ddf5, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:44:24.176398 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] For port e46fb579-6ccc-4bed-a615-b5558945ddf5, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e46fb579-6ccc-4bed-a615-b5558945ddf5,segment=NetworkSegment(fbb4a073-b5c4-4b64-a2d4-128246c33b32),segment_id=fbb4a073-b5c4-4b64-a2d4-128246c33b32)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:44:24.196086 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:24.221494 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Attempting to bind port 58f34cd4-8546-4f67-bda1-9646f781ebf1 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:44:24.221864 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Attempting to bind port 58f34cd4-8546-4f67-bda1-9646f781ebf1 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:44:24.222506 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Attempting to bind port 58f34cd4-8546-4f67-bda1-9646f781ebf1 on network 3a327f10-343e-47af-9d7a-af4497b13f2c {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:44:24.275806 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:44:24.276527 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Checking segment: {'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:44:24.276751 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:24.277278 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Bound using segment: {'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:44:24.277700 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Bound port: 58f34cd4-8546-4f67-bda1-9646f781ebf1, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:44:24.278185 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:24.285426 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-9a08f55f-35c3-479f-b877-34678c02eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:24.288943 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-9a08f55f-35c3-479f-b877-34678c02eccd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd5b39c-f0e2-4111-80b4-ff433637020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1514215 Feb 28 18:44:24.306285 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 6cf30fc5-a3d3-417f-b933-4a4ebef36158 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:24.342849 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029ad26-d869-46b0-a678-a503b41a6bf3 None None] Pushing event updated for resources: {'Port': ['ID=e46fb579-6ccc-4bed-a615-b5558945ddf5,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:24.490543 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-c98e81cd-f2a5-466e-9a31-a7e56f7566fb service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534102 Feb 28 18:44:24.529599 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-392cae70-da43-4811-9456-79aca4fb377d None None] For port 58f34cd4-8546-4f67-bda1-9646f781ebf1, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:44:24.533056 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-a65d99e4-dead-4a55-a3e0-c802440630ab tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:24.535948 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-a65d99e4-dead-4a55-a3e0-c802440630ab tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 815 time: 0.2078550 Feb 28 18:44:24.538408 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363'] for router, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:24.555937 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-392cae70-da43-4811-9456-79aca4fb377d None None] For port 58f34cd4-8546-4f67-bda1-9646f781ebf1, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=58f34cd4-8546-4f67-bda1-9646f781ebf1,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:44:24.599451 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1cc09764-d705-430d-8e3e-67e01d66e698 req-dff92510-9cf6-42b8-937f-50e7c38c59fc tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0611846 Feb 28 18:44:24.601694 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 6cf30fc5-a3d3-417f-b933-4a4ebef36158 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:24.602251 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:24.612376 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:24.626757 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Request body: {'port': {'device_id': 'b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1', 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f', 'admin_state_up': True, 'tenant_id': '35299c6c176c40f691edccf74586020c'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:24.629940 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-e73dd086-75f3-494b-8b3a-3a0fe54d5346 None None] Provisioning complete for port 58f34cd4-8546-4f67-bda1-9646f781ebf1 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:24.632133 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e73dd086-75f3-494b-8b3a-3a0fe54d5346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:24.857319 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Routers {'4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:44:24.857936 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-392cae70-da43-4811-9456-79aca4fb377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:24.900742 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Made reservation on behalf of 35299c6c176c40f691edccf74586020c for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:24.904981 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:24.995487 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f99d0-b150-4134-9745-ea499ea92017 None None] Pushing event updated for resources: {'Port': ['ID=58f34cd4-8546-4f67-bda1-9646f781ebf1,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:25.114329 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e73dd086-75f3-494b-8b3a-3a0fe54d5346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:25.129640 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-392cae70-da43-4811-9456-79aca4fb377d None None] Set router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:44:25.169379 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Allocated IP 172.20.0.7 (996baca1-ef06-44b2-a3c7-1cfec7cc4e0f/3d6904ad-b27a-45ad-80ca-02807b6e0841/e8340cbf-5726-4d5c-8f1c-6968e2b69e8d) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:44:25.187440 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6cab1f48-1e9b-476f-a733-28482f884f7d req-890ae142-8bc6-4d45-9d5c-e27922b101b9 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828151 Feb 28 18:44:25.195240 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee084ebc-87cc-4c88-a4db-13acdb79ad4f req-fbbd9f55-6d25-496f-b1fe-8489440e6abb tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:25.203662 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-e73dd086-75f3-494b-8b3a-3a0fe54d5346 None None] For port 58f34cd4-8546-4f67-bda1-9646f781ebf1, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=58f34cd4-8546-4f67-bda1-9646f781ebf1,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:25.204047 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ee084ebc-87cc-4c88-a4db-13acdb79ad4f req-fbbd9f55-6d25-496f-b1fe-8489440e6abb tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.1422179 Feb 28 18:44:25.236346 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e73dd086-75f3-494b-8b3a-3a0fe54d5346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:25.253973 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ee084ebc-87cc-4c88-a4db-13acdb79ad4f req-2521c92b-44f8-497f-99e5-b96d9c49f4e7 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490336 Feb 28 18:44:25.281769 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 is scheduled to L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 with binding_index 1 {{(pid=108388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:44:25.364078 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dd086-75f3-494b-8b3a-3a0fe54d5346 None None] Pushing event updated for resources: {'Port': ['ID=58f34cd4-8546-4f67-bda1-9646f781ebf1,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:25.383818 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:25.401689 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-dba20d34-269b-41be-a184-04796729f21c None None] Provisioning complete for port 58f34cd4-8546-4f67-bda1-9646f781ebf1 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:25.402072 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-dba20d34-269b-41be-a184-04796729f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:25.420937 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:44:25.433682 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Sync routers for ids ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:44:25.443161 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:25.449284 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Routers {'4f29b0d6-0447-43e9-90e3-23a64d0786d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:44:25.451222 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:25.456941 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:25.462439 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4a9c38bd-e2d8-4853-ab71-ab19bf1a1efb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8667018 Feb 28 18:44:25.463322 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 50160) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:25.474092 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['c6a47027-a6fe-41e5-aede-575e78454273', 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:44:25.477807 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:25.480429 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:25.517483 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:44:25.595345 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:25.596662 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:25.647076 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Set router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:44:25.655351 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0296006 Feb 28 18:44:25.688386 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Request body: {'port': {'device_id': 'b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:25.705990 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-392cae70-da43-4811-9456-79aca4fb377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:20Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '58f34cd4-8546-4f67-bda1-9646f781ebf1', 'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'mac_address': 'fa:16:3e:7b:c1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:19Z', 'updated_at': '2022-02-28T18:44:24Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'subnets': [{'id': '73918393-3657-4ff7-aa01-a4c03276b414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:25.795991 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cc6f0-7833-4a5e-b0b1-3e6532491989 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Pushing event updated for resources: {'Port': ['ID=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:25.861131 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cae70-da43-4811-9456-79aca4fb377d None None] The sync data for ids ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'] in dv-cinder-831186-1-iscsi is: [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:20Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '58f34cd4-8546-4f67-bda1-9646f781ebf1', 'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'mac_address': 'fa:16:3e:7b:c1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:19Z', 'updated_at': '2022-02-28T18:44:24Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'subnets': [{'id': '73918393-3657-4ff7-aa01-a4c03276b414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:44:25.874929 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:25.889204 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cae4e-44b4-487a-ac85-22c1dea8d67f req-efcc036d-a00f-44a8-b9e8-55b7154b4806 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:25.899424 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9d2cae4e-44b4-487a-ac85-22c1dea8d67f req-efcc036d-a00f-44a8-b9e8-55b7154b4806 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 931 time: 0.1581702 Feb 28 18:44:26.010199 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'name': 'tempest-TestShelveInstance-1015532085-router', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:22Z', 'updated_at': '2022-02-28T18:44:23Z', 'revision_number': 3, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'gw_port': {'id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:23Z', 'updated_at': '2022-02-28T18:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:26.048428 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9d2cae4e-44b4-487a-ac85-22c1dea8d67f req-fcb5bbb5-3474-468c-bd45-a9fb223f4d76 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465228 Feb 28 18:44:26.053758 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Checking router: 4f29b0d6-0447-43e9-90e3-23a64d0786d1 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:44:26.054095 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Updating router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 port 6e61a9e2-affc-4807-9bed-712e2d949d30 binding host dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:44:26.101293 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b519c-23ec-4f52-bb9f-3d9ca0115a4b None None] Network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:44:26.106216 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.221792 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-044aad76-c133-44d2-8272-6a43645a6b4c None None] Provisioning complete for port e46fb579-6ccc-4bed-a615-b5558945ddf5 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:26.222149 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-044aad76-c133-44d2-8272-6a43645a6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.318299 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.429421 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 58f34cd4-8546-4f67-bda1-9646f781ebf1 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:26.458642 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8340cbf-5726-4d5c-8f1c-6968e2b69e8d {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:44:26.467783 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.481377 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Transition to ACTIVE for port object e8340cbf-5726-4d5c-8f1c-6968e2b69e8d will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:44:26.489166 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.533155 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-195acacf-6410-4d75-af21-da30aa170620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.623915 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027d712-2ab0-4cc8-bfc0-ca2d83d69f8f req-0cb25fdb-8bf1-4520-9e22-ed8ed81410e0 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:26.633238 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8027d712-2ab0-4cc8-bfc0-ca2d83d69f8f req-0cb25fdb-8bf1-4520-9e22-ed8ed81410e0 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.1716018 Feb 28 18:44:26.663954 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Pushing event updated for resources: {'Port': ['ID=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:26.669675 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-044aad76-c133-44d2-8272-6a43645a6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.689707 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Attempting to bind port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:44:26.690172 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Attempting to bind port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:44:26.691154 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Attempting to bind port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:44:26.697726 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:44:26.698207 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Attempting to bind port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:44:26.710648 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:44:26.714952 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Checking segment: {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:44:26.715245 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Notify callbacks [] for port, precommit_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.720956 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Bound using segment: {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:44:26.721833 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Bound port: e8340cbf-5726-4d5c-8f1c-6968e2b69e8d, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:44:26.722358 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.725862 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.746138 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8027d712-2ab0-4cc8-bfc0-ca2d83d69f8f req-851c9b1e-91e5-4098-9920-0ef1a6f8e0ea tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111319 Feb 28 18:44:26.757488 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 58f34cd4-8546-4f67-bda1-9646f781ebf1 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:26.758108 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.801357 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-044aad76-c133-44d2-8272-6a43645a6b4c None None] For port e46fb579-6ccc-4bed-a615-b5558945ddf5, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e46fb579-6ccc-4bed-a615-b5558945ddf5,segment=NetworkSegment(fbb4a073-b5c4-4b64-a2d4-128246c33b32),segment_id=fbb4a073-b5c4-4b64-a2d4-128246c33b32)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:26.824720 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Attempting to bind port 6e61a9e2-affc-4807-9bed-712e2d949d30 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:44:26.825090 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Attempting to bind port 6e61a9e2-affc-4807-9bed-712e2d949d30 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:44:26.825211 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-044aad76-c133-44d2-8272-6a43645a6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.825447 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Attempting to bind port 6e61a9e2-affc-4807-9bed-712e2d949d30 on network 2ade9df8-e6c8-42f2-9818-2d0586d79898 {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:44:26.844187 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:44:26.844552 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:44:26.849354 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.854491 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Bound using segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:44:26.854744 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Bound port: 6e61a9e2-affc-4807-9bed-712e2d949d30, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:44:26.855106 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.884294 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] For port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:44:26.889408 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70928f-e761-459c-9f86-3899a4c994b2 None None] Pushing event updated for resources: {'Port': ['ID=6e61a9e2-affc-4807-9bed-712e2d949d30,revision_number=2']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:26.893100 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] For port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:44:26.903111 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:26.924542 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Allocated IP 172.20.0.1 (7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9/06b1faf3-ccdd-4a5e-9644-84334d51bd36/e9381630-cfee-4539-892b-b69632f06fce) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:44:26.978675 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] For port 6e61a9e2-affc-4807-9bed-712e2d949d30, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:44:26.983130 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] For port 6e61a9e2-affc-4807-9bed-712e2d949d30, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=6e61a9e2-affc-4807-9bed-712e2d949d30,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:44:27.002700 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:27.003649 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.003799 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.009403 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] 10.222.0.52 "PUT /v2.0/ports/e8340cbf-5726-4d5c-8f1c-6968e2b69e8d HTTP/1.1" status: 200 len: 1093 time: 1.3414781 Feb 28 18:44:27.010168 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1', 'tag': 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:44:27.014400 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5128289c-2d53-4363-962c-7d75a46f2889" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1", "tag": "e8340cbf-5726-4d5c-8f1c-6968e2b69e8d"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:44:27.042291 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca8bcc-7247-4548-b338-2ff4b39c5a69 service neutron] Pushing event updated for resources: {'Port': ['ID=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:27.106687 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bf91a6-44f1-4620-975a-b502f2c8fc3a x-openstack-request-id: req-89bf91a6-44f1-4620-975a-b502f2c8fc3a {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:44:27.106687 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1", "tag": "e8340cbf-5726-4d5c-8f1c-6968e2b69e8d", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:44:27.107007 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89bf91a6-44f1-4620-975a-b502f2c8fc3a {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:44:27.107440 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1', 'tag': 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d', 'status': 'completed', 'code': 200} Feb 28 18:44:27.147380 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.153386 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70928f-e761-459c-9f86-3899a4c994b2 None None] Pushing event updated for resources: {'Port': ['ID=6e61a9e2-affc-4807-9bed-712e2d949d30,revision_number=3']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:27.197342 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-ee8df2e6-f4b2-4ede-800f-2bab8088905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:27.203502 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-ee8df2e6-f4b2-4ede-800f-2bab8088905c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 1096 time: 0.1211915 Feb 28 18:44:27.209852 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Routers {'4f29b0d6-0447-43e9-90e3-23a64d0786d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:44:27.210504 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:43:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:27.215362 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044aad76-c133-44d2-8272-6a43645a6b4c None None] Pushing event updated for resources: {'Port': ['ID=e46fb579-6ccc-4bed-a615-b5558945ddf5,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:27.245484 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e46fb579-6ccc-4bed-a615-b5558945ddf5 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:27.281996 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.312955 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-bf6ff98d-cc0e-4030-b5e2-36cabeed2866 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d HTTP/1.1" status: 200 len: 217 time: 0.0821366 Feb 28 18:44:27.325922 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port e46fb579-6ccc-4bed-a615-b5558945ddf5 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:27.326420 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.365042 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] Set router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:44:27.367843 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:27.384073 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467467b-1eee-4585-a114-4493590a6df0 req-3485289e-2233-4a51-bc4b-565de94ec56d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:27.386538 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2467467b-1eee-4585-a114-4493590a6df0 req-3485289e-2233-4a51-bc4b-565de94ec56d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 943 time: 0.1664484 Feb 28 18:44:27.387555 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:27.394464 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:44:27.395039 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447668'] for router_interface, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.400303 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Pushing event updated for resources: {'Port': ['ID=e9381630-cfee-4539-892b-b69632f06fce,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:27.415210 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-4e90c3ad-a561-4350-b349-9f46f4c59d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:27.417311 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-4e90c3ad-a561-4350-b349-9f46f4c59d21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d6904ad-b27a-45ad-80ca-02807b6e0841 HTTP/1.1" status: 200 len: 855 time: 0.0960240 Feb 28 18:44:27.467091 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-12e64b4a-c8b3-40be-884d-d19caff1f2f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412192 Feb 28 18:44:27.546592 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2467467b-1eee-4585-a114-4493590a6df0 req-02220442-6cfb-4e9c-a8d6-4dacf9113d6f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478889 Feb 28 18:44:27.556885 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-2b625cad-c5f5-46d8-bad0-2199536d7c08 None None] Provisioning complete for port e46fb579-6ccc-4bed-a615-b5558945ddf5 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:27.557308 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2b625cad-c5f5-46d8-bad0-2199536d7c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.658109 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-fe14b692-b993-4fb2-9edb-f3877c58908d service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830125 Feb 28 18:44:27.699819 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.720822 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'name': 'tempest-TestShelveInstance-1015532085-router', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:22Z', 'updated_at': '2022-02-28T18:44:23Z', 'revision_number': 3, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'gw_port': {'id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:23Z', 'updated_at': '2022-02-28T18:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:27.772852 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92462f9-0c92-4205-8d11-bbdd763a88a9 None None] The sync data for ids ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'] in dv-cinder-831186-1-iscsi is: [{'id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'name': 'tempest-TestShelveInstance-1015532085-router', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:22Z', 'updated_at': '2022-02-28T18:44:23Z', 'revision_number': 3, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'gw_port': {'id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:23Z', 'updated_at': '2022-02-28T18:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:44:27.828840 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6e03ab69-fe3f-4c3a-8a57-1e7dd8f0efc6 req-51969f6d-244a-43da-ab91-6c5e089814f5 service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589217 Feb 28 18:44:27.881989 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-3aee5c1e-a949-43cf-af7b-ac2c11e12841 None None] Provisioning complete for port e9381630-cfee-4539-892b-b69632f06fce triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:27.882760 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-3aee5c1e-a949-43cf-af7b-ac2c11e12841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.973816 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-3aee5c1e-a949-43cf-af7b-ac2c11e12841 None None] Port e9381630-cfee-4539-892b-b69632f06fce cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:44:27.981588 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.994682 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:27.995096 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447528'] for router_interface, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:28.004275 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4410d30-5c9b-483c-96b6-7dfce5dd77ba req-dc52b919-f0a9-4ba7-9abd-824a3d7988bf tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:28.012940 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b4410d30-5c9b-483c-96b6-7dfce5dd77ba req-dc52b919-f0a9-4ba7-9abd-824a3d7988bf tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.1483188 Feb 28 18:44:28.025337 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128289c-2d53-4363-962c-7d75a46f2889 req-f52b3f3c-5eef-4e79-ac27-5b02a73fb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:28.026866 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5128289c-2d53-4363-962c-7d75a46f2889 req-f52b3f3c-5eef-4e79-ac27-5b02a73fb36f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 1096 time: 0.1272411 Feb 28 18:44:28.128762 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Pushing event updated for resources: {'Port': ['ID=e9381630-cfee-4539-892b-b69632f06fce,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:28.175069 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b4410d30-5c9b-483c-96b6-7dfce5dd77ba req-2bb4795b-33e7-44e6-951b-9241b75f1125 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610036 Feb 28 18:44:28.194540 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:28.199050 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:28.255497 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128289c-2d53-4363-962c-7d75a46f2889 req-54d46c31-d41b-4ad4-8c05-7f245ab62589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:28.257378 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5128289c-2d53-4363-962c-7d75a46f2889 req-54d46c31-d41b-4ad4-8c05-7f245ab62589 service neutron] 10.222.0.52 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 916 time: 0.2140973 Feb 28 18:44:28.259899 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e46fb579-6ccc-4bed-a615-b5558945ddf5 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:28.372951 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5128289c-2d53-4363-962c-7d75a46f2889 req-8716056a-d6cc-4e66-a6df-36edfb22da88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d HTTP/1.1" status: 200 len: 217 time: 0.0940621 Feb 28 18:44:28.399288 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port e46fb579-6ccc-4bed-a615-b5558945ddf5 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:28.399861 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:28.439022 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:44:28.442531 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128289c-2d53-4363-962c-7d75a46f2889 req-7fed8af1-f924-4716-b78a-9b84434b72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:28.444609 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5128289c-2d53-4363-962c-7d75a46f2889 req-7fed8af1-f924-4716-b78a-9b84434b72d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d6904ad-b27a-45ad-80ca-02807b6e0841 HTTP/1.1" status: 200 len: 855 time: 0.0572824 Feb 28 18:44:28.493700 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5128289c-2d53-4363-962c-7d75a46f2889 req-8d25f41f-fbc6-4eee-bb66-eabf33a8559e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342081 Feb 28 18:44:28.600984 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-932d1449-bf88-480a-91f5-2c0d5bba7ff4 None None] Provisioning complete for port e9381630-cfee-4539-892b-b69632f06fce triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:28.602140 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-932d1449-bf88-480a-91f5-2c0d5bba7ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:28.605159 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:44:28.627852 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-5978acb4-cc0e-487a-9614-50e71f8c295a admin admin] 10.222.0.39 "PUT /v2.0/routers/4f29b0d6-0447-43e9-90e3-23a64d0786d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1568770 Feb 28 18:44:28.663003 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-932d1449-bf88-480a-91f5-2c0d5bba7ff4 None None] Port e9381630-cfee-4539-892b-b69632f06fce cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:44:28.740319 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6e058-2867-453a-be0e-faff5122fe08 req-ed8fbca3-698d-47ed-bf3c-c5a1db2cb3f2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:28.742296 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fdb6e058-2867-453a-be0e-faff5122fe08 req-ed8fbca3-698d-47ed-bf3c-c5a1db2cb3f2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 943 time: 0.0837445 Feb 28 18:44:28.809251 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fdb6e058-2867-453a-be0e-faff5122fe08 req-d35a197b-c7f7-43b1-b096-934ede448144 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551631 Feb 28 18:44:28.838200 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ee253f73-8373-43b4-b2b7-e7784177808b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:28.914926 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5128289c-2d53-4363-962c-7d75a46f2889 req-9714f29c-4e81-4587-9e43-e2908ce2ada0 service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135094 Feb 28 18:44:29.060313 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5128289c-2d53-4363-962c-7d75a46f2889 req-3b613314-dc27-4b74-8ced-027cfb38d614 service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290083 Feb 28 18:44:29.307195 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda5433-63af-4a1f-b078-ea2040d2ec51 req-1e7b6e9b-cab7-4023-ba9a-c52c1203a5c7 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:29.311612 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ecda5433-63af-4a1f-b078-ea2040d2ec51 req-1e7b6e9b-cab7-4023-ba9a-c52c1203a5c7 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0554919 Feb 28 18:44:29.358083 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 50204) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:29.362857 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-c6bea135-7e11-4a7e-9203-67b446ee69d9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138347779', 'description': 'tempest-secgroup-smoke-1138347779 description', 'project_id': '6e07a8e62592434e92177ca0a870c3b6'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:29.366171 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ecda5433-63af-4a1f-b078-ea2040d2ec51 req-d8c3ca69-dfa8-4430-8696-f38aaba47e34 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468922 Feb 28 18:44:29.408787 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c6bea135-7e11-4a7e-9203-67b446ee69d9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.482032 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c6bea135-7e11-4a7e-9203-67b446ee69d9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.486823 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c6bea135-7e11-4a7e-9203-67b446ee69d9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.517337 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c6bea135-7e11-4a7e-9203-67b446ee69d9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.518837 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c6bea135-7e11-4a7e-9203-67b446ee69d9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1596367 Feb 28 18:44:29.522395 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 50206) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:29.527746 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-96e963c5-0c9e-43a1-a41d-577c0eb53cfa tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Request body: {'security_group_rule': {'security_group_id': 'b1a1e225-d036-4716-b8e9-23ade263d52a', 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:29.534059 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bea135-7e11-4a7e-9203-67b446ee69d9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a1e225-d036-4716-b8e9-23ade263d52a,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:29.562115 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-96e963c5-0c9e-43a1-a41d-577c0eb53cfa tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.640511 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-96e963c5-0c9e-43a1-a41d-577c0eb53cfa tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.646936 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-96e963c5-0c9e-43a1-a41d-577c0eb53cfa tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.674385 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e963c5-0c9e-43a1-a41d-577c0eb53cfa tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae539f98-c6c6-4463-afcb-4d6ec4f00bdb,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:29.684442 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-96e963c5-0c9e-43a1-a41d-577c0eb53cfa tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.685627 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-96e963c5-0c9e-43a1-a41d-577c0eb53cfa tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623228 Feb 28 18:44:29.688352 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 50208) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:29.692553 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-70e5271a-3fde-463a-a40b-11b1c5c2dea4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Request body: {'security_group_rule': {'security_group_id': 'b1a1e225-d036-4716-b8e9-23ade263d52a', 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:29.719334 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-70e5271a-3fde-463a-a40b-11b1c5c2dea4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.783691 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-70e5271a-3fde-463a-a40b-11b1c5c2dea4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.788511 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-70e5271a-3fde-463a-a40b-11b1c5c2dea4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.809499 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5271a-3fde-463a-a40b-11b1c5c2dea4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71920a15-dc99-41f1-a01a-6192342a92c7,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:29.819243 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-70e5271a-3fde-463a-a40b-11b1c5c2dea4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.820561 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-70e5271a-3fde-463a-a40b-11b1c5c2dea4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312828 Feb 28 18:44:29.823311 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 50210) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:29.827995 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-51fef8f8-f18e-4d06-9c8c-1e680b42bcb6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Request body: {'security_group_rule': {'security_group_id': 'b1a1e225-d036-4716-b8e9-23ade263d52a', 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:29.856536 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-51fef8f8-f18e-4d06-9c8c-1e680b42bcb6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.915090 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.936284 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-51fef8f8-f18e-4d06-9c8c-1e680b42bcb6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.951699 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Sync routers for ids ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:44:29.954870 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-51fef8f8-f18e-4d06-9c8c-1e680b42bcb6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:29.962073 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Routers {'4f29b0d6-0447-43e9-90e3-23a64d0786d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:44:29.962700 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:44:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:29.980862 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fef8f8-f18e-4d06-9c8c-1e680b42bcb6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b37f9d-839e-43a9-b12d-3cd77e69c003,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:29.996857 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ba03f-ef66-4f72-b670-072a3fb4617c req-2a398403-b76c-41b0-b2d7-ef86158762c7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:29.998444 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6c3ba03f-ef66-4f72-b670-072a3fb4617c req-2a398403-b76c-41b0-b2d7-ef86158762c7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 943 time: 0.0790856 Feb 28 18:44:30.001506 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-51fef8f8-f18e-4d06-9c8c-1e680b42bcb6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.002765 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-51fef8f8-f18e-4d06-9c8c-1e680b42bcb6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1781676 Feb 28 18:44:30.005460 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 50214) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:30.010848 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-8e022238-2b6b-4d20-ba36-fc7ed08e74a1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Request body: {'security_group_rule': {'security_group_id': 'b1a1e225-d036-4716-b8e9-23ade263d52a', 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:30.050288 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e022238-2b6b-4d20-ba36-fc7ed08e74a1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.071747 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6c3ba03f-ef66-4f72-b670-072a3fb4617c req-5b02d649-be5d-40d4-b409-a5b26aa08027 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513213 Feb 28 18:44:30.100654 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Set router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:44:30.142260 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e022238-2b6b-4d20-ba36-fc7ed08e74a1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.146315 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e022238-2b6b-4d20-ba36-fc7ed08e74a1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.171893 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e022238-2b6b-4d20-ba36-fc7ed08e74a1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5aa7aee-965e-4244-b7f7-02fa053660d1,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:30.184344 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e022238-2b6b-4d20-ba36-fc7ed08e74a1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.187553 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-8e022238-2b6b-4d20-ba36-fc7ed08e74a1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1790373 Feb 28 18:44:30.188254 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 50222) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:30.192664 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-1cd040d0-3767-46ec-b076-62d8357fa61b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Request body: {'security_group_rule': {'security_group_id': 'b1a1e225-d036-4716-b8e9-23ade263d52a', 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:30.215877 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.securitygroups_db [None req-1cd040d0-3767-46ec-b076-62d8357fa61b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Project 6e07a8e62592434e92177ca0a870c3b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:44:30.221036 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1cd040d0-3767-46ec-b076-62d8357fa61b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.256888 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 6e61a9e2-affc-4807-9bed-712e2d949d30 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:30.290169 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1cd040d0-3767-46ec-b076-62d8357fa61b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.294444 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1cd040d0-3767-46ec-b076-62d8357fa61b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.312429 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd040d0-3767-46ec-b076-62d8357fa61b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38140425-91c8-4ae2-b0ab-67833aabbb12,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:30.321599 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1cd040d0-3767-46ec-b076-62d8357fa61b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.322751 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-1cd040d0-3767-46ec-b076-62d8357fa61b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335764 Feb 28 18:44:30.325436 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 50224) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:30.329735 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-7feb05f2-5d4d-4fd6-bee4-c399763c9cdc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Request body: {'security_group_rule': {'security_group_id': 'b1a1e225-d036-4716-b8e9-23ade263d52a', 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:44:30.353408 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.securitygroups_db [None req-7feb05f2-5d4d-4fd6-bee4-c399763c9cdc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Project 6e07a8e62592434e92177ca0a870c3b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:44:30.357708 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7feb05f2-5d4d-4fd6-bee4-c399763c9cdc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.362177 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 6e61a9e2-affc-4807-9bed-712e2d949d30 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:30.362549 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.430987 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7feb05f2-5d4d-4fd6-bee4-c399763c9cdc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.436108 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7feb05f2-5d4d-4fd6-bee4-c399763c9cdc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.436746 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'name': 'tempest-TestShelveInstance-1015532085-router', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:22Z', 'updated_at': '2022-02-28T18:44:27Z', 'revision_number': 4, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'gw_port': {'id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:23Z', 'updated_at': '2022-02-28T18:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'e9381630-cfee-4539-892b-b69632f06fce', 'name': '', 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'mac_address': 'fa:16:3e:4b:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06b1faf3-ccdd-4a5e-9644-84334d51bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:26Z', 'updated_at': '2022-02-28T18:44:27Z', 'revision_number': 2, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'subnets': [{'id': '06b1faf3-ccdd-4a5e-9644-84334d51bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:30.459856 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb05f2-5d4d-4fd6-bee4-c399763c9cdc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedecaf7-91f2-4dc4-8393-9b583ec3577e,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:30.468558 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7feb05f2-5d4d-4fd6-bee4-c399763c9cdc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.469933 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-7feb05f2-5d4d-4fd6-bee4-c399763c9cdc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435757 Feb 28 18:44:30.495409 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Checking router: 4f29b0d6-0447-43e9-90e3-23a64d0786d1 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:44:30.495799 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Updating router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 port e9381630-cfee-4539-892b-b69632f06fce binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:44:30.523185 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.534844 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30eb1ed-3fb1-478f-9ae2-ec931152c567 req-086bbeed-ed77-4bb8-99f0-1b0b4b24ee07 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:30.536537 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d30eb1ed-3fb1-478f-9ae2-ec931152c567 req-086bbeed-ed77-4bb8-99f0-1b0b4b24ee07 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0555873 Feb 28 18:44:30.537824 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.560237 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port 6e61a9e2-affc-4807-9bed-712e2d949d30, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=6e61a9e2-affc-4807-9bed-712e2d949d30,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:30.589875 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d30eb1ed-3fb1-478f-9ae2-ec931152c567 req-be88ca83-0f41-4b98-bb1f-e61f7b3d19cf tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460219 Feb 28 18:44:30.590228 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.711174 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=6e61a9e2-affc-4807-9bed-712e2d949d30,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:30.912472 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.918123 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:30.995122 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0756c0-b5ae-45c6-b5ea-0d8fce714975 None None] Pushing event updated for resources: {'Port': ['ID=e9381630-cfee-4539-892b-b69632f06fce,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:31.025289 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Attempting to bind port e9381630-cfee-4539-892b-b69632f06fce on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:44:31.025661 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Attempting to bind port e9381630-cfee-4539-892b-b69632f06fce by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': 'fbb4a073-b5c4-4b64-a2d4-128246c33b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:44:31.026074 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Attempting to bind port e9381630-cfee-4539-892b-b69632f06fce on network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:44:31.032002 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:44:31.032375 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Checking segment: {'id': 'fbb4a073-b5c4-4b64-a2d4-128246c33b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:44:31.032776 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:31.033166 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Bound using segment: {'id': 'fbb4a073-b5c4-4b64-a2d4-128246c33b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:44:31.033640 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Bound port: e9381630-cfee-4539-892b-b69632f06fce, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb4a073-b5c4-4b64-a2d4-128246c33b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:44:31.034020 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:31.124493 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] For port e9381630-cfee-4539-892b-b69632f06fce, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:44:31.128619 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] For port e9381630-cfee-4539-892b-b69632f06fce, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e9381630-cfee-4539-892b-b69632f06fce,segment=NetworkSegment(fbb4a073-b5c4-4b64-a2d4-128246c33b32),segment_id=fbb4a073-b5c4-4b64-a2d4-128246c33b32)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:44:31.136669 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:31.222340 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb47835-51f6-4c09-9ab4-96bcd58f1a5a req-c4d30b1d-871c-4ebd-9ab2-155bb3723377 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:31.224608 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6cb47835-51f6-4c09-9ab4-96bcd58f1a5a req-c4d30b1d-871c-4ebd-9ab2-155bb3723377 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 943 time: 0.0764399 Feb 28 18:44:31.246216 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Routers {'4f29b0d6-0447-43e9-90e3-23a64d0786d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:44:31.246836 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:44:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:31.251728 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0756c0-b5ae-45c6-b5ea-0d8fce714975 None None] Pushing event updated for resources: {'Port': ['ID=e9381630-cfee-4539-892b-b69632f06fce,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:31.291668 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6cb47835-51f6-4c09-9ab4-96bcd58f1a5a req-9cb8674f-0ad4-402d-9842-fe2ae11acee7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524256 Feb 28 18:44:31.359104 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-b6cba7ed-bb04-4ce3-a89f-883985601dd4 None None] Provisioning complete for port e9381630-cfee-4539-892b-b69632f06fce triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:31.359501 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b6cba7ed-bb04-4ce3-a89f-883985601dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:31.453373 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] Set router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:44:31.534440 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:31.714407 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93ea11-4fd3-4e35-be10-83adfbd7a58c req-14299fba-ac43-4e32-97a3-00349cca9e28 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:31.715957 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9a93ea11-4fd3-4e35-be10-83adfbd7a58c req-14299fba-ac43-4e32-97a3-00349cca9e28 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0507810 Feb 28 18:44:31.757504 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9a93ea11-4fd3-4e35-be10-83adfbd7a58c req-56248832-896a-4511-aaf2-f80ad79ff747 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334535 Feb 28 18:44:31.765325 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b6cba7ed-bb04-4ce3-a89f-883985601dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:31.789784 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:31.827890 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-b6cba7ed-bb04-4ce3-a89f-883985601dd4 None None] For port e9381630-cfee-4539-892b-b69632f06fce, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e9381630-cfee-4539-892b-b69632f06fce,segment=NetworkSegment(fbb4a073-b5c4-4b64-a2d4-128246c33b32),segment_id=fbb4a073-b5c4-4b64-a2d4-128246c33b32)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:31.835607 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b6cba7ed-bb04-4ce3-a89f-883985601dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:31.923552 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cba7ed-bb04-4ce3-a89f-883985601dd4 None None] Pushing event updated for resources: {'Port': ['ID=e9381630-cfee-4539-892b-b69632f06fce,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:31.955291 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'name': 'tempest-TestShelveInstance-1015532085-router', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:22Z', 'updated_at': '2022-02-28T18:44:27Z', 'revision_number': 4, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'gw_port': {'id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:23Z', 'updated_at': '2022-02-28T18:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'e9381630-cfee-4539-892b-b69632f06fce', 'name': '', 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'mac_address': 'fa:16:3e:4b:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06b1faf3-ccdd-4a5e-9644-84334d51bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:26Z', 'updated_at': '2022-02-28T18:44:31Z', 'revision_number': 4, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'subnets': [{'id': '06b1faf3-ccdd-4a5e-9644-84334d51bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:31.988533 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-d313cdb2-5c61-4f7e-94fc-20db8b8bacec None None] Provisioning complete for port e9381630-cfee-4539-892b-b69632f06fce triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:31.988910 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d313cdb2-5c61-4f7e-94fc-20db8b8bacec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:31.990619 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51df51-1bd1-4f88-a2ce-208178f5ddd0 None None] The sync data for ids ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'] in dv-cinder-831186-1-iscsi is: [{'id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'name': 'tempest-TestShelveInstance-1015532085-router', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:22Z', 'updated_at': '2022-02-28T18:44:27Z', 'revision_number': 4, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'gw_port': {'id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:23Z', 'updated_at': '2022-02-28T18:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'e9381630-cfee-4539-892b-b69632f06fce', 'name': '', 'network_id': '7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'mac_address': 'fa:16:3e:4b:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '06b1faf3-ccdd-4a5e-9644-84334d51bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:26Z', 'updated_at': '2022-02-28T18:44:31Z', 'revision_number': 4, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'subnets': [{'id': '06b1faf3-ccdd-4a5e-9644-84334d51bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:44:32.308794 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 6e61a9e2-affc-4807-9bed-712e2d949d30 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:32.374829 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 6e61a9e2-affc-4807-9bed-712e2d949d30 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:32.375201 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:32.448600 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171b130-5177-423b-8049-2b8559617861 req-e5f219a1-be94-4b19-8f2e-614bbf88ef1c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:32.456871 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b171b130-5177-423b-8049-2b8559617861 req-e5f219a1-be94-4b19-8f2e-614bbf88ef1c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 943 time: 0.0845263 Feb 28 18:44:32.526667 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e9381630-cfee-4539-892b-b69632f06fce up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:32.529600 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b171b130-5177-423b-8049-2b8559617861 req-21ba2d0c-6598-4bc8-96ec-289147f5926c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553393 Feb 28 18:44:32.586852 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port e9381630-cfee-4539-892b-b69632f06fce triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:32.587250 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:32.693337 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358713d8-d010-4cb7-9139-0a786c3e70ab req-15e589ef-919d-4724-8e2a-9f3501ff743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:32.694871 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-358713d8-d010-4cb7-9139-0a786c3e70ab req-15e589ef-919d-4724-8e2a-9f3501ff743c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 1098 time: 0.0513692 Feb 28 18:44:32.744015 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-358713d8-d010-4cb7-9139-0a786c3e70ab req-d4f0843f-fc47-47fa-b3c2-41fb5228549b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Feb 28 18:44:32.892520 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109963-6294-4535-b334-0464db9cadf4 req-f1666c7d-3243-4a80-a8c1-97e76f0eca08 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:32.894124 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-66109963-6294-4535-b334-0464db9cadf4 req-f1666c7d-3243-4a80-a8c1-97e76f0eca08 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0622387 Feb 28 18:44:32.942726 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-66109963-6294-4535-b334-0464db9cadf4 req-03d0b73f-48c1-4224-a918-cc84421e936a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 Feb 28 18:44:33.629031 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e664fd-d43a-4c50-b4e4-bf511337e964 req-b88d4581-0c47-426d-8789-2f358c0f4910 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:33.631542 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-78e664fd-d43a-4c50-b4e4-bf511337e964 req-b88d4581-0c47-426d-8789-2f358c0f4910 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 943 time: 0.0529463 Feb 28 18:44:33.684534 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-78e664fd-d43a-4c50-b4e4-bf511337e964 req-5b470e4f-8904-438b-ba95-75d954049155 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Feb 28 18:44:34.072055 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1caab-3f3d-44cc-9891-e529af0f6fd5 req-0dd556b0-08ea-4e58-9f93-0b42cfb33429 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:34.073532 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-12d1caab-3f3d-44cc-9891-e529af0f6fd5 req-0dd556b0-08ea-4e58-9f93-0b42cfb33429 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0542338 Feb 28 18:44:34.111797 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-12d1caab-3f3d-44cc-9891-e529af0f6fd5 req-000db6ab-71f8-4c74-96b0-3ab2014e84fe tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322032 Feb 28 18:44:34.802379 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f3c95-2910-4478-9561-978a62b87e48 req-ffdd9a74-6e02-4526-995a-69a63caddd19 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:34.803871 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c87f3c95-2910-4478-9561-978a62b87e48 req-ffdd9a74-6e02-4526-995a-69a63caddd19 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 943 time: 0.0498292 Feb 28 18:44:34.842689 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c87f3c95-2910-4478-9561-978a62b87e48 req-22bd4646-0305-40c2-aeab-97773989b106 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317483 Feb 28 18:44:35.238049 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a393f36-1147-4653-9ebe-35de9fc935bc req-e878825b-a0ff-40af-9525-a6c70e1af7e7 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:35.239666 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3a393f36-1147-4653-9ebe-35de9fc935bc req-e878825b-a0ff-40af-9525-a6c70e1af7e7 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0552535 Feb 28 18:44:35.279644 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3a393f36-1147-4653-9ebe-35de9fc935bc req-48f0ef45-a837-4463-8493-a7127f114259 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Feb 28 18:44:35.964057 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e4728-b00c-474a-96b0-661feef2d5a5 req-5bf49d7e-c31e-49b4-bd41-3ad59f9d078e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:35.967499 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f59e4728-b00c-474a-96b0-661feef2d5a5 req-5bf49d7e-c31e-49b4-bd41-3ad59f9d078e tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 943 time: 0.0565572 Feb 28 18:44:36.014844 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f59e4728-b00c-474a-96b0-661feef2d5a5 req-0a9a87ca-0625-45bf-9168-e319b6c08658 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Feb 28 18:44:36.403909 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7370552-25e2-44e3-b855-a1f34055e994 req-c360bdc7-42b9-4e0f-98a1-23669197c16c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:36.405684 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b7370552-25e2-44e3-b855-a1f34055e994 req-c360bdc7-42b9-4e0f-98a1-23669197c16c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0539522 Feb 28 18:44:36.448595 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b7370552-25e2-44e3-b855-a1f34055e994 req-f6123bdd-8c89-4691-a9fe-cab9493c5855 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369098 Feb 28 18:44:37.134926 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8d233-d1f3-4fc2-942a-1ae38bdb608c req-6b31f72e-c1a0-4cf2-8490-9edfe2836b2b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:37.136593 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3ea8d233-d1f3-4fc2-942a-1ae38bdb608c req-6b31f72e-c1a0-4cf2-8490-9edfe2836b2b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 943 time: 0.0494900 Feb 28 18:44:37.178595 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3ea8d233-d1f3-4fc2-942a-1ae38bdb608c req-effba9da-fd6f-4745-9de0-c5eec46219aa tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355873 Feb 28 18:44:37.574025 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25902eb-534d-4fd8-a2eb-27284a0920ff req-83a6f158-21e5-4ac2-b11d-e20be6dc4784 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:37.574834 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d25902eb-534d-4fd8-a2eb-27284a0920ff req-83a6f158-21e5-4ac2-b11d-e20be6dc4784 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0558355 Feb 28 18:44:37.614843 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d25902eb-534d-4fd8-a2eb-27284a0920ff req-121c5186-bf6a-4471-8f68-224237bb4dae tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339921 Feb 28 18:44:38.282582 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e8340cbf-5726-4d5c-8f1c-6968e2b69e8d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:44:38.315963 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec651f-e79e-4bc7-915c-4d9af84a13f7 req-b2b05d35-bb99-4049-93c5-a639ed50f262 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:38.319502 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-77ec651f-e79e-4bc7-915c-4d9af84a13f7 req-b2b05d35-bb99-4049-93c5-a639ed50f262 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 943 time: 0.0644400 Feb 28 18:44:38.375211 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-77ec651f-e79e-4bc7-915c-4d9af84a13f7 req-a7ddecbf-b117-4955-9650-3b280ac5a24c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Feb 28 18:44:38.432937 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:38.443371 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d', 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f', 'port_id': 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d', 'mac_address': 'fa:16:3e:17:e4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6904ad-b27a-45ad-80ca-02807b6e0841', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:44:38.485974 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:38.502720 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8340cbf-5726-4d5c-8f1c-6968e2b69e8d {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:44:38.524386 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:38.528080 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:38.575256 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:38.739772 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b383b16-a5ae-40ec-86d2-86c435c4d37f req-fe546133-de77-451b-8840-00525ac43727 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:38.741374 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0b383b16-a5ae-40ec-86d2-86c435c4d37f req-fe546133-de77-451b-8840-00525ac43727 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0495651 Feb 28 18:44:38.781776 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0b383b16-a5ae-40ec-86d2-86c435c4d37f req-b4bb81a1-8081-4763-b8f9-e16e7451b1fd tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Feb 28 18:44:39.507989 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491966-9b41-4bda-9a24-0c6875363830 req-4c634e28-afee-47c7-8c39-883ef8ae9326 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:39.509817 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-16491966-9b41-4bda-9a24-0c6875363830 req-4c634e28-afee-47c7-8c39-883ef8ae9326 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 944 time: 0.0611749 Feb 28 18:44:39.549427 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-16491966-9b41-4bda-9a24-0c6875363830 req-2fcac92e-4640-448c-aee3-463add2a3bdf tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Feb 28 18:44:39.909683 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f34689-601e-4412-8270-79771fd9eed1 req-89d405f3-fd0d-4722-8bef-f6a7fc158b7c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:39.911418 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-53f34689-601e-4412-8270-79771fd9eed1 req-89d405f3-fd0d-4722-8bef-f6a7fc158b7c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0522888 Feb 28 18:44:39.956958 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-53f34689-601e-4412-8270-79771fd9eed1 req-0d3abe35-79ab-41ed-bf78-5b1cd045dea5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388558 Feb 28 18:44:40.669098 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2b669-1fd9-4b53-aa18-69cada2dcdd5 req-b5b5df7d-6cef-421b-859a-b45a3f0d0c64 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:40.670543 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5b2b669-1fd9-4b53-aa18-69cada2dcdd5 req-b5b5df7d-6cef-421b-859a-b45a3f0d0c64 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 944 time: 0.0491285 Feb 28 18:44:40.707991 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5b2b669-1fd9-4b53-aa18-69cada2dcdd5 req-08a13bac-8db7-4268-baa5-1499f8355cbf tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Feb 28 18:44:41.083004 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0628375-1360-4641-9653-a5b58b4f142e req-12d92691-4409-4fc1-aca3-8308ffb97a29 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:41.084579 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0628375-1360-4641-9653-a5b58b4f142e req-12d92691-4409-4fc1-aca3-8308ffb97a29 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0531030 Feb 28 18:44:41.126769 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0628375-1360-4641-9653-a5b58b4f142e req-0aae466e-298a-44e7-9e1f-1f994639bb94 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Feb 28 18:44:41.822850 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78c5e-21f7-476d-bfd8-00c84e60e61e req-34fc5288-c6fb-4644-a1f3-b745528623ef tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:41.824383 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-41f78c5e-21f7-476d-bfd8-00c84e60e61e req-34fc5288-c6fb-4644-a1f3-b745528623ef tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 944 time: 0.0491388 Feb 28 18:44:41.862458 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-41f78c5e-21f7-476d-bfd8-00c84e60e61e req-b2da1cc5-ace2-44bd-828c-172fd7898dc0 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Feb 28 18:44:42.259886 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8a3ff-3580-4971-88ba-6bb4e203500f req-b8fdf14e-11d5-412e-8f63-c52515583f83 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:42.262547 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f6b8a3ff-3580-4971-88ba-6bb4e203500f req-b8fdf14e-11d5-412e-8f63-c52515583f83 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0610912 Feb 28 18:44:42.303371 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f6b8a3ff-3580-4971-88ba-6bb4e203500f req-22face92-1595-4d41-9dde-5190d932e40d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349889 Feb 28 18:44:42.981258 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6425a-77eb-4342-888e-ea831412391b req-77aabea4-17ce-4e32-a078-470bb3f1a3fc tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:42.982759 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-41e6425a-77eb-4342-888e-ea831412391b req-77aabea4-17ce-4e32-a078-470bb3f1a3fc tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 944 time: 0.0536997 Feb 28 18:44:43.021761 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-41e6425a-77eb-4342-888e-ea831412391b req-4e76fa69-2520-44b6-9cd9-49726172e644 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Feb 28 18:44:43.428920 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafdc23-bfa4-48b3-adda-7750567bc765 req-45065980-5d6e-4aa1-b000-4442024be067 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:43.431173 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5aafdc23-bfa4-48b3-adda-7750567bc765 req-45065980-5d6e-4aa1-b000-4442024be067 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0537903 Feb 28 18:44:43.476573 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5aafdc23-bfa4-48b3-adda-7750567bc765 req-ecd12a6d-0dc9-4bb1-b272-cf04489876f0 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 Feb 28 18:44:44.142124 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca301f8-df69-43d2-b212-83783c755060 req-a180c952-6800-4f0f-b669-47849476e87c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:44.143709 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0ca301f8-df69-43d2-b212-83783c755060 req-a180c952-6800-4f0f-b669-47849476e87c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 944 time: 0.0539849 Feb 28 18:44:44.195765 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0ca301f8-df69-43d2-b212-83783c755060 req-a576f404-0896-4ac2-bfe5-400f287bb0a3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Feb 28 18:44:44.356895 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['e8340cbf-5726-4d5c-8f1c-6968e2b69e8d'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:44:44.595948 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e60549-a517-42e0-86f1-79728522103e req-8ecbd711-9c6a-4650-8de8-9793b66bc9ea tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:44.596549 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-14e60549-a517-42e0-86f1-79728522103e req-8ecbd711-9c6a-4650-8de8-9793b66bc9ea tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0506415 Feb 28 18:44:44.636995 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-14e60549-a517-42e0-86f1-79728522103e req-0b6c56a4-7f5a-4016-be75-7081a31d4007 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Feb 28 18:44:44.937822 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601a80d-f323-4e53-b210-2ef7d4ae7e3e req-6e4a9690-eddb-44d0-a5c8-d8f0bf8c9c8f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:44.939298 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3601a80d-f323-4e53-b210-2ef7d4ae7e3e req-6e4a9690-eddb-44d0-a5c8-d8f0bf8c9c8f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0809858 Feb 28 18:44:44.944479 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3980d4-37ff-44b4-b0fb-be747f9ae009 req-d5aa2821-ef3d-4896-bfc2-12b084c51451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:44.945895 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7b3980d4-37ff-44b4-b0fb-be747f9ae009 req-d5aa2821-ef3d-4896-bfc2-12b084c51451 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 1098 time: 0.0608854 Feb 28 18:44:45.022308 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3601a80d-f323-4e53-b210-2ef7d4ae7e3e req-b2ad1b37-77e3-4bac-8883-fbe398562d70 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754542 Feb 28 18:44:45.060639 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3980d4-37ff-44b4-b0fb-be747f9ae009 req-4bee1866-0cd8-40f2-afe5-06c322a35821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:45.062146 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7b3980d4-37ff-44b4-b0fb-be747f9ae009 req-4bee1866-0cd8-40f2-afe5-06c322a35821 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 919 time: 0.1024647 Feb 28 18:44:45.109311 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7b3980d4-37ff-44b4-b0fb-be747f9ae009 req-fb94f5b7-95ff-4522-95c6-82d9d06e2f91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85 HTTP/1.1" status: 200 len: 217 time: 0.0389130 Feb 28 18:44:45.159370 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3980d4-37ff-44b4-b0fb-be747f9ae009 req-b5dc1743-c70a-46da-998d-a888a9960209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:45.160819 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7b3980d4-37ff-44b4-b0fb-be747f9ae009 req-b5dc1743-c70a-46da-998d-a888a9960209 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 200 len: 858 time: 0.0444849 Feb 28 18:44:45.195352 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7b3980d4-37ff-44b4-b0fb-be747f9ae009 req-775ff8bf-1898-4209-bc78-8a0b41ec283b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268939 Feb 28 18:44:45.300351 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7b3980d4-37ff-44b4-b0fb-be747f9ae009 req-72ce061a-0e9e-4413-a9ff-b37da6de470a service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902963 Feb 28 18:44:45.317656 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edede864-28e2-48ef-aad8-834565b6ce34 req-06577ea1-e0c5-4c57-b9ad-080dcce45055 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:45.319139 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-edede864-28e2-48ef-aad8-834565b6ce34 req-06577ea1-e0c5-4c57-b9ad-080dcce45055 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 944 time: 0.0493660 Feb 28 18:44:45.359358 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-edede864-28e2-48ef-aad8-834565b6ce34 req-b0cdedfb-a38f-4f0f-b030-41840b5d050b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332656 Feb 28 18:44:45.396882 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7b3980d4-37ff-44b4-b0fb-be747f9ae009 req-ed550ccd-b00d-410f-8d05-bae0f0cd77d3 service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888951 Feb 28 18:44:46.152734 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3266501-3c83-4114-a61a-a621c876145f req-ce98e1da-3a2e-4002-8437-cdc686f826a4 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:46.154444 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c3266501-3c83-4114-a61a-a621c876145f req-ce98e1da-3a2e-4002-8437-cdc686f826a4 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0569782 Feb 28 18:44:46.197051 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c3266501-3c83-4114-a61a-a621c876145f req-33ba00c6-5ab5-4e8a-8672-b610a390f00d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359364 Feb 28 18:44:46.483215 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d552ac-65c5-4641-9859-666e730d6e5e req-734e91b1-1cd5-4075-95ed-8a8ea3bccaf7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:46.484825 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-14d552ac-65c5-4641-9859-666e730d6e5e req-734e91b1-1cd5-4075-95ed-8a8ea3bccaf7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 944 time: 0.0518684 Feb 28 18:44:46.528409 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-14d552ac-65c5-4641-9859-666e730d6e5e req-e768fa53-ffd6-4180-86fe-ce0594e5813c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373700 Feb 28 18:44:46.642432 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:44:47.260010 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e8340cbf-5726-4d5c-8f1c-6968e2b69e8d up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:44:47.317023 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:44:47.322755 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:47.323388 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:47.366237 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b76269-8df6-44b1-9eb5-6e9737cf7463 req-7b319d55-83c7-4bac-9b1d-428c277decbe tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:47.368412 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7b76269-8df6-44b1-9eb5-6e9737cf7463 req-7b319d55-83c7-4bac-9b1d-428c277decbe tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0876563 Feb 28 18:44:47.412315 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7b76269-8df6-44b1-9eb5-6e9737cf7463 req-bcbf420c-7f73-4632-b0f5-6f13477faa52 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373888 Feb 28 18:44:47.437583 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:47.479576 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:44:47.483596 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b7cabf-a1fb-48b0-9238-eca6ca5e16ee" -d '{"events": [{"server_uuid": "b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1", "name": "network-vif-plugged", "status": "completed", "tag": "e8340cbf-5726-4d5c-8f1c-6968e2b69e8d"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:44:47.506152 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:47.512580 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:47.538260 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc77a98-c57c-4f2d-91f1-76dcffb0bb0e x-openstack-request-id: req-dfc77a98-c57c-4f2d-91f1-76dcffb0bb0e {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:44:47.538570 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1", "name": "network-vif-plugged", "status": "completed", "tag": "e8340cbf-5726-4d5c-8f1c-6968e2b69e8d", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:44:47.538809 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfc77a98-c57c-4f2d-91f1-76dcffb0bb0e {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:44:47.539193 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d', 'code': 200} Feb 28 18:44:47.568855 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:47.663341 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f339043-803b-4b70-954f-b1bdae28fed1 req-ee1c2137-84ca-4711-945b-f65a328e0a1f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:47.665485 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4f339043-803b-4b70-954f-b1bdae28fed1 req-ee1c2137-84ca-4711-945b-f65a328e0a1f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 945 time: 0.0535727 Feb 28 18:44:47.734707 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4f339043-803b-4b70-954f-b1bdae28fed1 req-37306d11-b4c9-4c06-a4a1-c6f44712f86d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611789 Feb 28 18:44:47.747094 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d437f54-1bdb-4113-a6a9-0bf9fb72a1c9 req-3b76c4bd-147a-4920-87c6-252150e01972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:47.749658 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5d437f54-1bdb-4113-a6a9-0bf9fb72a1c9 req-3b76c4bd-147a-4920-87c6-252150e01972 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 1098 time: 0.0596418 Feb 28 18:44:47.786595 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5d437f54-1bdb-4113-a6a9-0bf9fb72a1c9 req-2615fa17-ce73-45a8-ac27-4ad6a6387740 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303030 Feb 28 18:44:48.532144 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47591991-a55f-47b9-82a3-fd529980e5e7 req-90a5144c-85c5-490a-a88b-7fd8e8dfc682 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:48.533715 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-47591991-a55f-47b9-82a3-fd529980e5e7 req-90a5144c-85c5-490a-a88b-7fd8e8dfc682 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0497282 Feb 28 18:44:48.576266 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-47591991-a55f-47b9-82a3-fd529980e5e7 req-83db04ca-01ef-4d33-bd01-85b72e7eff40 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342166 Feb 28 18:44:48.857748 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecd04d-12df-482b-818d-32621a1caaab req-b5b2da40-ea7c-46e6-96b8-3d505655c9a3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:48.859287 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-06ecd04d-12df-482b-818d-32621a1caaab req-b5b2da40-ea7c-46e6-96b8-3d505655c9a3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 945 time: 0.0535471 Feb 28 18:44:48.901790 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-06ecd04d-12df-482b-818d-32621a1caaab req-12b24f3a-136e-479f-a0eb-51ae6142048c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365047 Feb 28 18:44:49.700646 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4ff42-0d73-401e-acc5-a401e3ac8bf6 req-47299236-c1b8-4da0-8b72-1ce6f3f138a6 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:49.702188 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6bf4ff42-0d73-401e-acc5-a401e3ac8bf6 req-47299236-c1b8-4da0-8b72-1ce6f3f138a6 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0555229 Feb 28 18:44:49.742107 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6bf4ff42-0d73-401e-acc5-a401e3ac8bf6 req-53d3a52f-bda2-4701-a3dc-22e609c674ce tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Feb 28 18:44:50.045172 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336efa1-9df7-4ecf-92bf-af709b6691bf req-c16bdbb8-92c7-4302-8dc5-fdf5df1921f8 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:50.046833 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5336efa1-9df7-4ecf-92bf-af709b6691bf req-c16bdbb8-92c7-4302-8dc5-fdf5df1921f8 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 945 time: 0.0664852 Feb 28 18:44:50.109884 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5336efa1-9df7-4ecf-92bf-af709b6691bf req-13d00a8a-d3cd-459d-87de-b81b0f746e81 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556996 Feb 28 18:44:50.533738 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 50530) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:50.650223 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6c1d-f106-40d9-b680-763519dd697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:50.753611 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6c1d-f106-40d9-b680-763519dd697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:50.758776 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6c1d-f106-40d9-b680-763519dd697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:50.802338 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a6c1d-f106-40d9-b680-763519dd697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b588bb0-3d36-40c7-be2c-b1e05a9bb2b4,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:50.807386 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4a1a6c1d-f106-40d9-b680-763519dd697b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=264fc95013344f758c49103d51fdc3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725315 Feb 28 18:44:50.811638 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 50536) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:44:50.893400 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-804584fb-c501-4717-b650-3c1b1a4781db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:50.901887 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e8ce-5d79-440a-8c26-fd3e0458766d req-c29c3eb0-8d20-4b0f-a817-fd890dfe9777 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:50.903386 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-60f1e8ce-5d79-440a-8c26-fd3e0458766d req-c29c3eb0-8d20-4b0f-a817-fd890dfe9777 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0783026 Feb 28 18:44:50.938662 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-804584fb-c501-4717-b650-3c1b1a4781db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:50.972035 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-60f1e8ce-5d79-440a-8c26-fd3e0458766d req-2f5ad4db-533a-488f-8373-27e0e44302cd tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601096 Feb 28 18:44:50.999965 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-804584fb-c501-4717-b650-3c1b1a4781db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:51.002605 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-804584fb-c501-4717-b650-3c1b1a4781db admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:51.006056 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-804584fb-c501-4717-b650-3c1b1a4781db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b588bb0-3d36-40c7-be2c-b1e05a9bb2b4 HTTP/1.1" status: 204 len: 168 time: 0.1911948 Feb 28 18:44:51.012066 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804584fb-c501-4717-b650-3c1b1a4781db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b588bb0-3d36-40c7-be2c-b1e05a9bb2b4,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:51.261105 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26d7f-b72a-4497-a056-b952d1b1e5b5 req-cf356e80-1bef-4bd3-9fb9-e2750234bbb0 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:51.262527 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bac26d7f-b72a-4497-a056-b952d1b1e5b5 req-cf356e80-1bef-4bd3-9fb9-e2750234bbb0 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 945 time: 0.0711703 Feb 28 18:44:51.315052 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bac26d7f-b72a-4497-a056-b952d1b1e5b5 req-1fadbb7f-06d5-43f0-955a-2691e50ce417 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459435 Feb 28 18:44:52.484756 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-dedef96f-6a06-424f-9713-4b4535226de3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412419 Feb 28 18:44:52.546034 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-093b7a29-a376-4bc0-b5df-e77ccb5bce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:52.547513 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-093b7a29-a376-4bc0-b5df-e77ccb5bce61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 1098 time: 0.0401220 Feb 28 18:44:52.651217 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-5bec496b-6742-4331-9200-fc139a9d6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:52.652709 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-5bec496b-6742-4331-9200-fc139a9d6dd2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 919 time: 0.0832715 Feb 28 18:44:52.698354 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-2bc95b65-5b6f-4e36-9fc6-2d9f4053b2db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85 HTTP/1.1" status: 200 len: 217 time: 0.0382497 Feb 28 18:44:52.751034 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-754510d7-f1cc-4bc8-9548-841ee9808c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:52.752529 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-754510d7-f1cc-4bc8-9548-841ee9808c31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 200 len: 858 time: 0.0471780 Feb 28 18:44:52.787283 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-9cd7691a-0e4e-41d1-ad4f-4f03242db816 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266547 Feb 28 18:44:52.892083 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-60654643-f720-4af7-b6fe-709dcb8620cd service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971344 Feb 28 18:44:52.963313 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.000859 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8137a05-5771-41e7-9411-20e45ac524c4 req-4705b45f-2dcd-4e88-bafe-92c2d311fdce service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011271 Feb 28 18:44:53.524891 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513224aa-816f-49bf-950c-d35562f3eeca req-3c674993-4ca9-4c5b-be6f-7eee73b71e06 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:53.526408 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-513224aa-816f-49bf-950c-d35562f3eeca req-3c674993-4ca9-4c5b-be6f-7eee73b71e06 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0540850 Feb 28 18:44:53.565714 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-513224aa-816f-49bf-950c-d35562f3eeca req-475b6174-dbeb-4d3b-ba9b-7ee7d0fb65b1 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Feb 28 18:44:56.395998 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-c24081fa-a1ad-4b06-bb8f-d33bd95f5342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:58.791832 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-915c7310-7169-41f1-8754-efe68e503a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.910094 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:01.479763 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:01.738690 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:11.390806 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-fd4ae3ac-551a-4668-bdcd-7c5c9693085b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138347779&fields=id&tenant_id=6e07a8e62592434e92177ca0a870c3b6 HTTP/1.1" status: 200 len: 267 time: 0.0418665 Feb 28 18:45:11.522751 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-f2ba8a90-13ff-42d4-8162-2dfb6987116c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:11.524470 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-f2ba8a90-13ff-42d4-8162-2dfb6987116c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/networks?id=3a327f10-343e-47af-9d7a-af4497b13f2c HTTP/1.1" status: 200 len: 809 time: 0.1256206 Feb 28 18:45:11.542189 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-a82651e9-74dd-4eca-92fc-79281873fb3e tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/quotas/6e07a8e62592434e92177ca0a870c3b6 HTTP/1.1" status: 200 len: 375 time: 0.0108073 Feb 28 18:45:11.601071 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-75fd3706-d02e-4cae-a6cf-1caa7997b317 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e07a8e62592434e92177ca0a870c3b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528150 Feb 28 18:45:11.719737 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-e7258bf2-3380-43e3-84e8-27ac8eb3b277 service neutron] 10.222.0.39 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032894 Feb 28 18:45:11.823080 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-b8fbd799-597c-45e2-9fa8-ea0dabc2b9d5 service neutron] 10.222.0.39 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915339 Feb 28 18:45:12.209694 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fc97d533-70be-4409-8aa6-41e01232c4d0 req-70ded9c4-4f52-4a01-afed-35576a33d5ba tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 210 time: 0.0479069 Feb 28 18:45:13.335409 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9f430c40-f0b3-4749-9c4b-62dafaec2e63 req-41a6afdb-3f38-41ba-9b31-fd69dc1497aa tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 210 time: 0.0333171 Feb 28 18:45:13.472743 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2892779-e8e3-4eb8-8e11-110e85958b7e req-1cf2baab-d631-44da-ad69-70b5efbcf1fa tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:13.475081 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e2892779-e8e3-4eb8-8e11-110e85958b7e req-1cf2baab-d631-44da-ad69-70b5efbcf1fa tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0605183 Feb 28 18:45:13.521377 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e2892779-e8e3-4eb8-8e11-110e85958b7e req-12a56b4a-a448-46df-8ceb-f2d6cfe39c13 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Feb 28 18:45:14.443272 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3aec5274-eec0-4796-99c4-62a40118fe41 req-d0332176-2c0f-47b9-acfc-e16f7187f7ed tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 210 time: 0.0285046 Feb 28 18:45:14.660936 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339bb6-7e0a-4abc-b682-185eda780ab9 req-7851caf3-b9b5-472f-82a0-3aa0094a3140 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:14.663005 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-11339bb6-7e0a-4abc-b682-185eda780ab9 req-7851caf3-b9b5-472f-82a0-3aa0094a3140 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0564563 Feb 28 18:45:14.720758 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-11339bb6-7e0a-4abc-b682-185eda780ab9 req-29809883-16b7-40b6-8814-93b11e077224 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499120 Feb 28 18:45:15.438319 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a0790-0252-4385-bf46-72105b8429c9 req-693d927a-155a-43be-8ba8-b471f41103a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:15.439889 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781a0790-0252-4385-bf46-72105b8429c9 req-693d927a-155a-43be-8ba8-b471f41103a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 1098 time: 0.0540180 Feb 28 18:45:15.551950 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-72c52349-7a42-47d8-bc53-a692aa3a5ad8 req-68a686b9-7e58-4231-9b7a-a3670f511809 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 210 time: 0.0315957 Feb 28 18:45:15.590348 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a0790-0252-4385-bf46-72105b8429c9 req-21cada6f-1955-4021-a2b0-ceeb23c2b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:15.592725 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781a0790-0252-4385-bf46-72105b8429c9 req-21cada6f-1955-4021-a2b0-ceeb23c2b5ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 919 time: 0.1438510 Feb 28 18:45:15.649953 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781a0790-0252-4385-bf46-72105b8429c9 req-906cfe33-a2a5-44f5-b83b-8628e820a6cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85 HTTP/1.1" status: 200 len: 217 time: 0.0463061 Feb 28 18:45:15.703682 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a0790-0252-4385-bf46-72105b8429c9 req-72f279f1-f199-4889-962e-eaa2b085b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:15.705155 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781a0790-0252-4385-bf46-72105b8429c9 req-72f279f1-f199-4889-962e-eaa2b085b829 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 200 len: 858 time: 0.0483599 Feb 28 18:45:15.746839 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781a0790-0252-4385-bf46-72105b8429c9 req-a29b24cc-4443-4737-a4df-6917d696db7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281029 Feb 28 18:45:15.849187 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781a0790-0252-4385-bf46-72105b8429c9 req-b1c50539-5ba4-472d-b808-10083152291e service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921099 Feb 28 18:45:15.867433 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc860166-2a79-4acb-a710-1bf1206893c2 req-fb552dcb-ebe7-4ff6-8aae-aa0539c18cc1 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:15.869040 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cc860166-2a79-4acb-a710-1bf1206893c2 req-fb552dcb-ebe7-4ff6-8aae-aa0539c18cc1 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0731711 Feb 28 18:45:15.918671 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cc860166-2a79-4acb-a710-1bf1206893c2 req-3e9c8935-0489-4aaa-99b5-44e93a98e8a5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Feb 28 18:45:15.981089 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781a0790-0252-4385-bf46-72105b8429c9 req-d9c14e18-10f1-424f-8929-675a29e2d3d5 service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236598 Feb 28 18:45:16.134831 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-8111494d-3d13-41a7-bcf2-98de3052ad40 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:16.136370 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-8111494d-3d13-41a7-bcf2-98de3052ad40 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.52 "GET /v2.0/networks?id=3a327f10-343e-47af-9d7a-af4497b13f2c HTTP/1.1" status: 200 len: 809 time: 0.1289234 Feb 28 18:45:16.227285 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-a5a20e31-aada-4d3a-a7bc-a1768357475d tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e07a8e62592434e92177ca0a870c3b6 HTTP/1.1" status: 200 len: 380 time: 0.0452578 Feb 28 18:45:16.239911 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Request body: {'port': {'device_id': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'admin_state_up': True, 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'security_groups': ['b1a1e225-d036-4716-b8e9-23ade263d52a']}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:45:16.377295 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Made reservation on behalf of 6e07a8e62592434e92177ca0a870c3b6 for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:16.382106 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.531394 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Allocated IP 172.20.0.10 (3a327f10-343e-47af-9d7a-af4497b13f2c/73918393-3657-4ff7-aa01-a4c03276b414/28c0d2a4-c608-4f3a-9b72-31edfddf0a64) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:16.665050 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ae8cedb2-aac5-45b4-bdb1-8d36509bb090 req-9e70c758-1b22-4809-9d50-263c979a218d tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 210 time: 0.0381274 Feb 28 18:45:16.714543 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.749585 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.795216 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Network 3a327f10-343e-47af-9d7a-af4497b13f2c is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:16.798151 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:16.802064 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:45:16.808822 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event updated for resources: {'Port': ['ID=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:16.839336 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.839699 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.840033 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.840356 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.840675 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.840998 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.841314 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.841626 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.841952 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.842245 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.842553 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.842859 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:16.869984 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:16.870664 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.889034 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-d72a2280-62de-4078-bed1-0bde3cc7a1b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6534147 Feb 28 18:45:16.906919 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Request body: {'port': {'device_id': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:45:16.983354 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.072870 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb3cc2-5da7-46fb-a596-2c95700207b3 req-4b989de0-2e40-4a6c-a5e0-abd4d9033457 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:17.075519 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cadb3cc2-5da7-46fb-a596-2c95700207b3 req-4b989de0-2e40-4a6c-a5e0-abd4d9033457 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0638301 Feb 28 18:45:17.082273 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-39d639b7-86cf-45cf-bbe0-084c771ef9b8 None None] Provisioning complete for port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:17.083117 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-39d639b7-86cf-45cf-bbe0-084c771ef9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.120587 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-39d639b7-86cf-45cf-bbe0-084c771ef9b8 None None] Port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:45:17.143255 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cadb3cc2-5da7-46fb-a596-2c95700207b3 req-feb61274-8c13-465c-8ac1-760c547cc12e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613158 Feb 28 18:45:17.319951 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:45:17.329606 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.343811 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Transition to ACTIVE for port object 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:17.348675 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.411134 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Pushing event updated for resources: {'Port': ['ID=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:17.501729 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Attempting to bind port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:17.502260 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Attempting to bind port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:17.502802 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Attempting to bind port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 on network 3a327f10-343e-47af-9d7a-af4497b13f2c {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:45:17.510960 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 on network 3a327f10-343e-47af-9d7a-af4497b13f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:45:17.511403 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Attempting to bind port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 on network 3a327f10-343e-47af-9d7a-af4497b13f2c {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:45:17.519715 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:45:17.520049 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Checking segment: {'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:45:17.520622 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Bound using segment: {'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:45:17.521903 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Bound port: 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:17.522531 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.624155 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] For port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:17.627564 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] For port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:17.633202 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.669386 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:17.670185 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.671452 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] 10.222.0.52 "PUT /v2.0/ports/28c0d2a4-c608-4f3a-9b72-31edfddf0a64 HTTP/1.1" status: 200 len: 1094 time: 0.7705796 Feb 28 18:45:17.671939 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:45:17.674254 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cccfd89-4d5c-4a40-82b6-53f0854e568e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:45:17.702486 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0382e0-6518-4b5b-af5c-ca71493dda95 service neutron] Pushing event updated for resources: {'Port': ['ID=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:17.747813 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec87098-f963-496b-afd1-6e0bc46149ee x-openstack-request-id: req-7ec87098-f963-496b-afd1-6e0bc46149ee {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:45:17.748102 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:45:17.748365 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ec87098-f963-496b-afd1-6e0bc46149ee {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:45:17.748849 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'status': 'completed', 'code': 200} Feb 28 18:45:17.809791 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-e1ae9f5e-e67b-4944-9351-1d871c961a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:17.809791 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-e1ae9f5e-e67b-4944-9351-1d871c961a96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e07a8e62592434e92177ca0a870c3b6&device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1097 time: 0.0705349 Feb 28 18:45:17.852264 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-f813934b-5b88-4f28-b0cf-4eb5f1dba340 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64 HTTP/1.1" status: 200 len: 217 time: 0.0380979 Feb 28 18:45:17.882381 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d397aa-b6ec-459e-8de2-c7c2b6f0bdd6 req-791655de-d7fc-49a5-bfaf-3c683dacf649 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:17.885058 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5d397aa-b6ec-459e-8de2-c7c2b6f0bdd6 req-791655de-d7fc-49a5-bfaf-3c683dacf649 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0801418 Feb 28 18:45:17.909933 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-bbe24857-e753-44d8-bb2d-5929586e4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:17.911452 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-bbe24857-e753-44d8-bb2d-5929586e4ccb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73918393-3657-4ff7-aa01-a4c03276b414 HTTP/1.1" status: 200 len: 848 time: 0.0532298 Feb 28 18:45:17.933538 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5d397aa-b6ec-459e-8de2-c7c2b6f0bdd6 req-f7a21e6f-8c53-48ad-ab51-97ddb4aaa716 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399282 Feb 28 18:45:17.972790 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-4f6ef85a-4840-4a6d-8f32-ac9ef51f0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:17.974849 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-4f6ef85a-4840-4a6d-8f32-ac9ef51f0e5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3a327f10-343e-47af-9d7a-af4497b13f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523818 Feb 28 18:45:18.080023 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-00a5630a-7f66-4668-afc5-b9c0579f3dd3 service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922711 Feb 28 18:45:18.178874 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-effcf897-09ee-41b8-b971-22a03e792cb8 req-b6547efc-b0f5-4bdb-b1a6-7e69e906d22e service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911369 Feb 28 18:45:18.324245 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-2ef7831a-85d1-4a42-91dc-9ed983b94ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:18.325733 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-2ef7831a-85d1-4a42-91dc-9ed983b94ae6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e07a8e62592434e92177ca0a870c3b6&device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1097 time: 0.0810437 Feb 28 18:45:18.332766 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74f570-ad27-4ccb-99dc-4a93a7bb2135 req-a7d75376-dad8-4b05-9646-77b1972ccb79 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:18.334766 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0a74f570-ad27-4ccb-99dc-4a93a7bb2135 req-a7d75376-dad8-4b05-9646-77b1972ccb79 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0915136 Feb 28 18:45:18.656545 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0a74f570-ad27-4ccb-99dc-4a93a7bb2135 req-5d2db5fb-4ce0-4135-bdc0-e3bf15424b24 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130960 Feb 28 18:45:18.686390 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-baa8e473-1f31-48aa-8bfb-a08a836f2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:18.687930 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-baa8e473-1f31-48aa-8bfb-a08a836f2306 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3a327f10-343e-47af-9d7a-af4497b13f2c HTTP/1.1" status: 200 len: 910 time: 0.3522935 Feb 28 18:45:18.751655 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-4088a97b-e152-46cd-bcb5-e43721bbd4d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64 HTTP/1.1" status: 200 len: 217 time: 0.0562563 Feb 28 18:45:18.802013 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-b10bf09b-16f2-4bdc-96c8-7bdc6ca21621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:18.804157 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-b10bf09b-16f2-4bdc-96c8-7bdc6ca21621 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73918393-3657-4ff7-aa01-a4c03276b414 HTTP/1.1" status: 200 len: 848 time: 0.0461819 Feb 28 18:45:18.864244 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-7dc60cf7-d017-4d73-a6c5-cc8b26d5e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:18.867023 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-7dc60cf7-d017-4d73-a6c5-cc8b26d5e33c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3a327f10-343e-47af-9d7a-af4497b13f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513303 Feb 28 18:45:18.970589 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-2c80a441-8a23-4d70-b69f-1af6cfce617e service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959539 Feb 28 18:45:19.065041 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be49ce-60db-43d1-bb40-f9b44e732d57 req-afea2ffd-f9b5-4877-87e7-261c122059cc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:19.066826 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b9be49ce-60db-43d1-bb40-f9b44e732d57 req-afea2ffd-f9b5-4877-87e7-261c122059cc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0567889 Feb 28 18:45:19.100838 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2cccfd89-4d5c-4a40-82b6-53f0854e568e req-3a29ceea-152a-4045-baf2-fa1e9137463f service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218781 Feb 28 18:45:19.124499 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b9be49ce-60db-43d1-bb40-f9b44e732d57 req-264cfba3-3dfc-4841-80e2-14f0c2852b82 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495074 Feb 28 18:45:19.802496 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a046a9-27d6-40e9-8e3d-c285732f14b1 req-5b25d87a-bd07-479b-bfb5-cd2edf71ac58 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:19.804826 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7a046a9-27d6-40e9-8e3d-c285732f14b1 req-5b25d87a-bd07-479b-bfb5-cd2edf71ac58 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0662158 Feb 28 18:45:19.845628 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7a046a9-27d6-40e9-8e3d-c285732f14b1 req-239a6281-9355-4e91-b17f-ca7509ce5220 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341108 Feb 28 18:45:20.244170 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd813bf-9f3f-46b6-88c0-4abde53a3ec3 req-a6937afb-446c-4a81-9454-7ec24f1a1a88 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:20.245671 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ecd813bf-9f3f-46b6-88c0-4abde53a3ec3 req-a6937afb-446c-4a81-9454-7ec24f1a1a88 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0507214 Feb 28 18:45:20.283611 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ecd813bf-9f3f-46b6-88c0-4abde53a3ec3 req-7966b279-130c-4da6-8a34-4cf36ab1dc0c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Feb 28 18:45:20.980904 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a68a55-3f49-4a52-a0cc-b50309fe1c86 req-9b8704a2-d603-4a1b-b6ea-c4b57d56ac6e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:20.982565 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-33a68a55-3f49-4a52-a0cc-b50309fe1c86 req-9b8704a2-d603-4a1b-b6ea-c4b57d56ac6e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0606360 Feb 28 18:45:21.024732 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-33a68a55-3f49-4a52-a0cc-b50309fe1c86 req-00583464-be08-43c8-af1c-66bc2594abdb tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357542 Feb 28 18:45:21.413458 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dad65-cc51-453f-9ec0-088a0967def5 req-20ad85fb-0b1e-4d7c-88b9-0aa6e354a4bb tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:21.415007 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-961dad65-cc51-453f-9ec0-088a0967def5 req-20ad85fb-0b1e-4d7c-88b9-0aa6e354a4bb tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0579429 Feb 28 18:45:21.455282 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-961dad65-cc51-453f-9ec0-088a0967def5 req-ed67dbf3-556c-4a78-820d-ba7af84ca88d tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342553 Feb 28 18:45:21.859267 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51026) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:45:21.980217 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:22.069409 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:22.073862 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:22.114606 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=660e2360a5c244e3ae952527bbe44477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540731 Feb 28 18:45:22.116022 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe1537c-db5c-4701-94c7-f49a612903da,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:22.118105 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51032) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:45:22.135432 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.135811 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.136144 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.136473 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.136803 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.137111 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.137431 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.137748 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.138062 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.138377 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.138687 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.138998 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af4c2-616e-44e2-a072-9b96478782ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:22.182440 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db838e53-235b-4980-9cb8-4c4b09f4e61c req-0602068f-f979-4b2b-b7c5-ec3a7ab3ea42 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:22.185422 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-db838e53-235b-4980-9cb8-4c4b09f4e61c req-0602068f-f979-4b2b-b7c5-ec3a7ab3ea42 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0720003 Feb 28 18:45:22.191324 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4e34cce7-2ef7-4f2b-aff4-e4d0c86bd760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:22.222533 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4e34cce7-2ef7-4f2b-aff4-e4d0c86bd760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:22.238025 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-db838e53-235b-4980-9cb8-4c4b09f4e61c req-77d8279f-77e1-4cf5-a743-38a86270adbe tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Feb 28 18:45:22.286127 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4e34cce7-2ef7-4f2b-aff4-e4d0c86bd760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:22.288946 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4e34cce7-2ef7-4f2b-aff4-e4d0c86bd760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:22.290386 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4e34cce7-2ef7-4f2b-aff4-e4d0c86bd760 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbe1537c-db5c-4701-94c7-f49a612903da HTTP/1.1" status: 204 len: 168 time: 0.1712811 Feb 28 18:45:22.300604 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34cce7-2ef7-4f2b-aff4-e4d0c86bd760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe1537c-db5c-4701-94c7-f49a612903da,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:22.607330 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3599eb-4067-4de6-8eb4-70b21ad1f184 req-43a6432b-8e04-4973-83ff-d859f3021f56 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:22.609137 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ab3599eb-4067-4de6-8eb4-70b21ad1f184 req-43a6432b-8e04-4973-83ff-d859f3021f56 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0566726 Feb 28 18:45:22.652879 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ab3599eb-4067-4de6-8eb4-70b21ad1f184 req-6592de63-1ab9-47da-b4bf-68322ff64958 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362005 Feb 28 18:45:22.974847 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:23.385246 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ab433-63f1-4602-864a-d47f72e14b8b req-da581b43-e808-4bf1-9636-02e50b7c3ea3 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:23.386975 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-452ab433-63f1-4602-864a-d47f72e14b8b req-da581b43-e808-4bf1-9636-02e50b7c3ea3 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0631857 Feb 28 18:45:23.430798 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-452ab433-63f1-4602-864a-d47f72e14b8b req-418c4d10-1893-4532-9ada-0fd8d0b40111 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362372 Feb 28 18:45:23.642595 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:45:23.806325 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2db466-f4ad-429e-8e56-361a995ba457 req-ea88ec11-045f-49eb-99d1-1f94175bd320 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:23.808031 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9e2db466-f4ad-429e-8e56-361a995ba457 req-ea88ec11-045f-49eb-99d1-1f94175bd320 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0558424 Feb 28 18:45:23.853316 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9e2db466-f4ad-429e-8e56-361a995ba457 req-5938bbd0-4d52-4ff4-ba6c-4273a663b1c6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343499 Feb 28 18:45:24.585126 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7175a-c37c-42ee-8868-c2996d39528d req-3cda3f71-8c75-4099-94ad-06568d1a8d09 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:24.586739 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-60b7175a-c37c-42ee-8868-c2996d39528d req-3cda3f71-8c75-4099-94ad-06568d1a8d09 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0533590 Feb 28 18:45:24.634542 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-60b7175a-c37c-42ee-8868-c2996d39528d req-9a899f02-96ac-4763-96dc-d4da1bda4951 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 Feb 28 18:45:24.978313 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f167b3-d616-4938-b392-5867b69a8cc2 req-1819bf1a-4584-4513-80f2-76e24b322516 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:24.979890 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-95f167b3-d616-4938-b392-5867b69a8cc2 req-1819bf1a-4584-4513-80f2-76e24b322516 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0544326 Feb 28 18:45:25.024441 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-95f167b3-d616-4938-b392-5867b69a8cc2 req-c36f53a2-6474-43fd-a8ea-e882dab10cea tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384007 Feb 28 18:45:25.760446 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18185-0022-49bc-a68f-0bd89bbb8424 req-956971b1-204a-40de-ba80-c2d2ae0d01a2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:25.762150 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-56e18185-0022-49bc-a68f-0bd89bbb8424 req-956971b1-204a-40de-ba80-c2d2ae0d01a2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0558946 Feb 28 18:45:25.835854 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-56e18185-0022-49bc-a68f-0bd89bbb8424 req-5ccd8082-99ce-4a36-a8bb-faa43dc4ea14 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632086 Feb 28 18:45:26.402388 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-58d18d1b-9424-454e-91cf-483bdf556cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:26.453399 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61b2fe-c7b3-4f81-937d-31e030fc51c0 req-18752933-321c-4378-9887-ed5202645071 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:26.454922 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7a61b2fe-c7b3-4f81-937d-31e030fc51c0 req-18752933-321c-4378-9887-ed5202645071 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.2938707 Feb 28 18:45:26.510276 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7a61b2fe-c7b3-4f81-937d-31e030fc51c0 req-df66f8dc-4e30-4cdf-b84f-e7038fa2ca2f tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444894 Feb 28 18:45:26.962501 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00928981-f6e6-4c72-81f5-583671127889 req-51e56a66-8a53-4acf-bc45-2c62b89337f5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:26.964093 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00928981-f6e6-4c72-81f5-583671127889 req-51e56a66-8a53-4acf-bc45-2c62b89337f5 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0575252 Feb 28 18:45:27.017956 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00928981-f6e6-4c72-81f5-583671127889 req-882a0bf5-57f7-468b-b73e-951f5edc9e35 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458736 Feb 28 18:45:27.665586 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198c2f2-0fdc-4fbe-8093-602e75ab2e30 req-5c59abf5-269d-477d-b488-81ed56d5e73c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:27.667086 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8198c2f2-0fdc-4fbe-8093-602e75ab2e30 req-5c59abf5-269d-477d-b488-81ed56d5e73c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0544066 Feb 28 18:45:27.722151 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8198c2f2-0fdc-4fbe-8093-602e75ab2e30 req-d0e483f0-bb01-40f0-953f-e859ddfb4ab6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 Feb 28 18:45:28.155740 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479010d-ad34-4e1d-8c58-24faa3818d13 req-470d821e-5b68-416d-a3df-3401a25db33e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:28.157333 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d479010d-ad34-4e1d-8c58-24faa3818d13 req-470d821e-5b68-416d-a3df-3401a25db33e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0537519 Feb 28 18:45:28.205069 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d479010d-ad34-4e1d-8c58-24faa3818d13 req-4e511589-bc98-49c7-a3ca-d9605b147969 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Feb 28 18:45:28.800170 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-16b24fe1-79bf-47cb-8cfe-798943efeb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.846966 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585d48e-9a94-42ae-a7e7-d246f234d32a req-fa55c39d-189b-47a3-a43c-6d9867e7c2e6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:28.848519 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a585d48e-9a94-42ae-a7e7-d246f234d32a req-fa55c39d-189b-47a3-a43c-6d9867e7c2e6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0524290 Feb 28 18:45:28.893423 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a585d48e-9a94-42ae-a7e7-d246f234d32a req-75f8ee54-3fe1-4a97-96ab-918cf5902e1a tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378132 Feb 28 18:45:29.096026 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29ca79-8514-40ae-b3fc-5a68929bbd4b req-39f9d381-16d4-4900-86fd-b64127d9f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:29.097546 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e29ca79-8514-40ae-b3fc-5a68929bbd4b req-39f9d381-16d4-4900-86fd-b64127d9f4b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 1098 time: 0.0430074 Feb 28 18:45:29.179161 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e29ca79-8514-40ae-b3fc-5a68929bbd4b req-09fc8cbd-0528-4c68-9b37-384c5c20566b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582268 Feb 28 18:45:29.347322 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd924e-be15-465a-aa56-c05666f4c992 req-2637371c-a42c-431d-baf6-5891e4fd6309 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:29.349502 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b4dd924e-be15-465a-aa56-c05666f4c992 req-2637371c-a42c-431d-baf6-5891e4fd6309 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0597298 Feb 28 18:45:29.397895 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b4dd924e-be15-465a-aa56-c05666f4c992 req-5bd46fbd-4f3d-4b96-ab62-5d88eac74765 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Feb 28 18:45:29.917232 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.022828 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e67073-1368-407d-a9e6-6b03cf813bed req-46c33669-75ac-465a-bd47-52a763dd6cd5 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:30.024444 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a6e67073-1368-407d-a9e6-6b03cf813bed req-46c33669-75ac-465a-bd47-52a763dd6cd5 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0573764 Feb 28 18:45:30.072116 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a6e67073-1368-407d-a9e6-6b03cf813bed req-8efcdf04-8844-4c13-862f-8dfd24d04bd8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Feb 28 18:45:30.527984 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b299f-141f-4e19-8697-09b47b2ff2f8 req-4d4c19f7-728b-4eb2-8ed1-419a38e52748 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:30.529548 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a22b299f-141f-4e19-8697-09b47b2ff2f8 req-4d4c19f7-728b-4eb2-8ed1-419a38e52748 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0517361 Feb 28 18:45:30.575919 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a22b299f-141f-4e19-8697-09b47b2ff2f8 req-e4333f70-7e07-41d5-b720-4f0f68212cb1 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393653 Feb 28 18:45:31.199601 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521a701-66e6-41db-b394-76732c0c2980 req-a9edac16-e38d-46a9-b41e-739e277cfa76 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:31.201153 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1521a701-66e6-41db-b394-76732c0c2980 req-a9edac16-e38d-46a9-b41e-739e277cfa76 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0498791 Feb 28 18:45:31.245783 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1521a701-66e6-41db-b394-76732c0c2980 req-ef31b8a2-a208-472f-ad3c-42725d97ec76 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383027 Feb 28 18:45:31.482966 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.724828 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6f1f4-3d6d-46a0-b0b3-c805bc155bfb req-8d23f786-6d49-4c08-8be8-5cf477b81be2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:31.727254 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-80a6f1f4-3d6d-46a0-b0b3-c805bc155bfb req-8d23f786-6d49-4c08-8be8-5cf477b81be2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0614569 Feb 28 18:45:31.747306 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.804470 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-80a6f1f4-3d6d-46a0-b0b3-c805bc155bfb req-6db37512-6d0b-4802-beab-14d7b8c7ba18 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703380 Feb 28 18:45:32.163310 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8533406-61f4-46d3-afc2-775b8e92153f req-05aa062b-3f86-4700-8640-b830384e5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:32.164859 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8533406-61f4-46d3-afc2-775b8e92153f req-05aa062b-3f86-4700-8640-b830384e5665 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 1098 time: 0.0817299 Feb 28 18:45:32.172426 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e4a82-61cd-4e77-9b0c-fc38e49f9680 req-d77d998e-f555-4840-a6d2-abdfcb4d1462 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:32.173925 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2e1e4a82-61cd-4e77-9b0c-fc38e49f9680 req-d77d998e-f555-4840-a6d2-abdfcb4d1462 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0805852 Feb 28 18:45:32.184241 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-8d78c403-3dcd-468a-8673-3cf619725c87 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:32.186305 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-8d78c403-3dcd-468a-8673-3cf619725c87 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 815 time: 0.1105585 Feb 28 18:45:32.202465 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-7a0f396a-e27b-4250-9465-4d8360457f02 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/quotas/35299c6c176c40f691edccf74586020c HTTP/1.1" status: 200 len: 375 time: 0.0110731 Feb 28 18:45:32.261489 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-98cdaef0-5379-4b6c-ad43-ab0281ab90d4 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528944 Feb 28 18:45:32.272481 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2e1e4a82-61cd-4e77-9b0c-fc38e49f9680 req-a993f064-97c0-4e86-b683-325c79b3755c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889237 Feb 28 18:45:32.307816 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8533406-61f4-46d3-afc2-775b8e92153f req-c09228de-f0c7-4c63-b7b0-0d5eead2a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:32.309545 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8533406-61f4-46d3-afc2-775b8e92153f req-c09228de-f0c7-4c63-b7b0-0d5eead2a056 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 200 len: 919 time: 0.1340175 Feb 28 18:45:32.359352 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8533406-61f4-46d3-afc2-775b8e92153f req-76319b12-271b-471e-b181-9e89b97b31a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85 HTTP/1.1" status: 200 len: 217 time: 0.0424685 Feb 28 18:45:32.366568 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-3b600f29-0e5f-4079-bfdd-f1851548d206 service neutron] 10.222.0.39 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963266 Feb 28 18:45:32.444269 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8533406-61f4-46d3-afc2-775b8e92153f req-83374b8f-017c-48cd-89c9-546eef08207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:32.445802 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8533406-61f4-46d3-afc2-775b8e92153f req-83374b8f-017c-48cd-89c9-546eef08207e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 200 len: 858 time: 0.0778437 Feb 28 18:45:32.456012 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe2889-f98b-46d8-9911-7547a2831cdf req-c60ad009-062f-4761-8153-278cd458ed6e tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:32.456697 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-94fe2889-f98b-46d8-9911-7547a2831cdf req-c60ad009-062f-4761-8153-278cd458ed6e tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0999660 Feb 28 18:45:32.464352 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-03ed5aed-a54b-44e4-8f84-5a213f83ed7b service neutron] 10.222.0.39 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904019 Feb 28 18:45:32.496331 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8533406-61f4-46d3-afc2-775b8e92153f req-8685c591-5f44-44f1-8dd6-a140235f548d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8270e9a-0955-40d3-a81e-0b8e9c28ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386446 Feb 28 18:45:32.525587 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-94fe2889-f98b-46d8-9911-7547a2831cdf req-23bfec71-dda3-41af-9c67-2e24848bf459 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577331 Feb 28 18:45:32.620406 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8533406-61f4-46d3-afc2-775b8e92153f req-5adcf42d-6365-4026-b120-9acc84aecb6e service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103413 Feb 28 18:45:32.707083 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-df3afbec-9256-4904-925f-9c8e2d2d14fb req-c213497a-ec6f-47db-9676-4e3f6f7b960c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 210 time: 0.0596960 Feb 28 18:45:32.754695 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b8533406-61f4-46d3-afc2-775b8e92153f req-369c879d-302b-4b38-af58-7b4814041693 service neutron] 10.222.0.52 "GET /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266539 Feb 28 18:45:33.396970 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2716cd-5221-4969-b08e-78994b0c1195 req-03a69838-06ff-432e-84e6-53e3e23c0011 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:33.398748 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8f2716cd-5221-4969-b08e-78994b0c1195 req-03a69838-06ff-432e-84e6-53e3e23c0011 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0509593 Feb 28 18:45:33.441916 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8f2716cd-5221-4969-b08e-78994b0c1195 req-fe974228-b0b4-4c6b-b7a4-537dc0620602 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330477 Feb 28 18:45:33.745451 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a5452-35f6-48fd-8e94-a6059588c280 req-e93a4505-e138-4530-be8f-f2d8362afc53 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:33.753011 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ef5a5452-35f6-48fd-8e94-a6059588c280 req-e93a4505-e138-4530-be8f-f2d8362afc53 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.1433001 Feb 28 18:45:33.794738 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-674c4b8c-3e04-4986-8f2d-01c0eaf2e676 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:33.796506 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-674c4b8c-3e04-4986-8f2d-01c0eaf2e676 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 815 time: 0.1837099 Feb 28 18:45:33.812927 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ef5a5452-35f6-48fd-8e94-a6059588c280 req-299b71ab-038a-406b-aa2f-d7d8fbb653f5 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590227 Feb 28 18:45:33.819217 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-792d5764-39d0-4ed1-ac66-74fb9644d03b req-39dd2979-682c-4af9-8cee-23723785c657 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 210 time: 0.0316949 Feb 28 18:45:33.820869 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Request body: {'port': {'device_id': 'f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45', 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f', 'admin_state_up': True, 'tenant_id': '35299c6c176c40f691edccf74586020c'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:45:33.941683 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Made reservation on behalf of 35299c6c176c40f691edccf74586020c for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:33.946384 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.100259 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Allocated IP 172.20.0.8 (996baca1-ef06-44b2-a3c7-1cfec7cc4e0f/3d6904ad-b27a-45ad-80ca-02807b6e0841/e0d31961-6a30-4ccc-9779-1b450ff37999) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:34.267735 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.317063 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.332020 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['c6a47027-a6fe-41e5-aede-575e78454273', 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2', 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:45:34.366429 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:34.369943 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:34.373973 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:45:34.413985 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Pushing event updated for resources: {'Port': ['ID=e0d31961-6a30-4ccc-9779-1b450ff37999,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:34.434620 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:34.435272 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.456456 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-c808a91e-20a2-4cae-95a9-46ff84a2eaa5 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6424847 Feb 28 18:45:34.469453 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Request body: {'port': {'device_id': 'f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:45:34.537228 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.673843 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3600bf-397b-43b8-a4bd-790aff7f1302 req-98809d51-bc53-4fbb-961e-4439c320a235 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:34.676415 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9e3600bf-397b-43b8-a4bd-790aff7f1302 req-98809d51-bc53-4fbb-961e-4439c320a235 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0929847 Feb 28 18:45:34.748451 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9e3600bf-397b-43b8-a4bd-790aff7f1302 req-dd26fa61-cceb-4ad7-8cda-793e3bee40f3 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Feb 28 18:45:34.972726 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d6747-2266-49a4-b108-eb2b5677ee5f req-d74fb8ef-1a8f-46f0-93bb-401fbffc1769 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:34.974667 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6d0d6747-2266-49a4-b108-eb2b5677ee5f req-d74fb8ef-1a8f-46f0-93bb-401fbffc1769 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0723295 Feb 28 18:45:35.007087 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d31961-6a30-4ccc-9779-1b450ff37999 {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:45:35.017032 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:35.035444 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6d0d6747-2266-49a4-b108-eb2b5677ee5f req-4ada21a6-d4b5-4221-837c-15bb9ed5dfff tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481558 Feb 28 18:45:35.036770 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a482ee-17b5-4bbe-867c-fd6fafdc34c1 req-b9c49cb5-5e40-487d-968f-9bf1a6a469bd tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:35.038422 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-73a482ee-17b5-4bbe-867c-fd6fafdc34c1 req-b9c49cb5-5e40-487d-968f-9bf1a6a469bd tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 931 time: 0.0970142 Feb 28 18:45:35.044284 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Transition to ACTIVE for port object e0d31961-6a30-4ccc-9779-1b450ff37999 will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:35.057195 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:35.152911 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d31961-6a30-4ccc-9779-1b450ff37999,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:35.158879 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-73a482ee-17b5-4bbe-867c-fd6fafdc34c1 req-cf92a93d-94cf-467b-9405-114dceecf88b tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133940 Feb 28 18:45:35.245955 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Attempting to bind port e0d31961-6a30-4ccc-9779-1b450ff37999 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:35.246372 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Attempting to bind port e0d31961-6a30-4ccc-9779-1b450ff37999 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:35.246860 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Attempting to bind port e0d31961-6a30-4ccc-9779-1b450ff37999 on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:45:35.252126 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Port e0d31961-6a30-4ccc-9779-1b450ff37999 on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:45:35.252445 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Attempting to bind port e0d31961-6a30-4ccc-9779-1b450ff37999 on network 996baca1-ef06-44b2-a3c7-1cfec7cc4e0f {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:45:35.258704 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:45:35.259029 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Checking segment: {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:45:35.259405 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Bound using segment: {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:45:35.259868 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Bound port: e0d31961-6a30-4ccc-9779-1b450ff37999, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:35.260220 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:35.340297 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] For port e0d31961-6a30-4ccc-9779-1b450ff37999, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:35.344829 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] For port e0d31961-6a30-4ccc-9779-1b450ff37999, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e0d31961-6a30-4ccc-9779-1b450ff37999,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:35.351220 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:35.393403 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:35.394100 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:35.396541 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-369abc58-8043-4284-bc8d-82839d440697 service neutron] 10.222.0.52 "PUT /v2.0/ports/e0d31961-6a30-4ccc-9779-1b450ff37999 HTTP/1.1" status: 200 len: 1093 time: 0.9307151 Feb 28 18:45:35.397059 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45', 'tag': 'e0d31961-6a30-4ccc-9779-1b450ff37999'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:45:35.399496 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4c9efd-19dd-4855-b252-2ff426382836" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45", "tag": "e0d31961-6a30-4ccc-9779-1b450ff37999"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:45:35.438494 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369abc58-8043-4284-bc8d-82839d440697 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d31961-6a30-4ccc-9779-1b450ff37999,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:35.456318 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6b7841-f5a8-4f70-929c-6605f96cd4d4 x-openstack-request-id: req-cf6b7841-f5a8-4f70-929c-6605f96cd4d4 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:45:35.456830 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45", "tag": "e0d31961-6a30-4ccc-9779-1b450ff37999", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:45:35.457603 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf6b7841-f5a8-4f70-929c-6605f96cd4d4 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:45:35.458179 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45', 'tag': 'e0d31961-6a30-4ccc-9779-1b450ff37999', 'status': 'completed', 'code': 200} Feb 28 18:45:35.515609 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-6247e43e-1676-4349-a867-a67e41b0c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:35.517135 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-6247e43e-1676-4349-a867-a67e41b0c8bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 1096 time: 0.0540352 Feb 28 18:45:35.568558 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-b5170a65-04c7-462f-b389-657237426a8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d31961-6a30-4ccc-9779-1b450ff37999 HTTP/1.1" status: 200 len: 217 time: 0.0409069 Feb 28 18:45:35.626880 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-57b10bc1-1420-4bf4-ac35-4359abb49203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:35.628682 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-57b10bc1-1420-4bf4-ac35-4359abb49203 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d6904ad-b27a-45ad-80ca-02807b6e0841 HTTP/1.1" status: 200 len: 855 time: 0.0520391 Feb 28 18:45:35.666085 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-b19cde9f-87e0-48a5-8611-dfc54a6b1df3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288126 Feb 28 18:45:35.790904 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-11835c72-b1d0-4ae8-811a-17b45d93ecce service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166670 Feb 28 18:45:35.954038 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8714fdfe-bde4-41ee-b376-ed8f669186be req-6289fb6f-70b7-4883-87bc-2f28d0e78809 service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546741 Feb 28 18:45:35.964896 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6accf-e610-479d-9525-c79158cca016 req-80fc6819-96ab-49ce-a864-ca457c02d76b tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:35.966514 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-05f6accf-e610-479d-9525-c79158cca016 req-80fc6819-96ab-49ce-a864-ca457c02d76b tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.1032999 Feb 28 18:45:36.030025 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-05f6accf-e610-479d-9525-c79158cca016 req-8f945f17-3435-4449-a4e1-432dcd0ba03d tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510993 Feb 28 18:45:36.085611 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c9efd-19dd-4855-b252-2ff426382836 req-5fea3c73-9d8b-4765-bbd5-3067ad0b93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:36.087288 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ab4c9efd-19dd-4855-b252-2ff426382836 req-5fea3c73-9d8b-4765-bbd5-3067ad0b93d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35299c6c176c40f691edccf74586020c&device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 1096 time: 0.0609307 Feb 28 18:45:36.228335 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa778b84-930d-425d-8e2f-ad3ed1653382 req-1f773bcf-9fa4-4a16-af12-c196eecdbf28 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:36.231540 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa778b84-930d-425d-8e2f-ad3ed1653382 req-1f773bcf-9fa4-4a16-af12-c196eecdbf28 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0951521 Feb 28 18:45:36.232552 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c9efd-19dd-4855-b252-2ff426382836 req-3c9b307d-e6cc-4bb8-93b9-57152ffe38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:36.235131 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ab4c9efd-19dd-4855-b252-2ff426382836 req-3c9b307d-e6cc-4bb8-93b9-57152ffe38c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 200 len: 916 time: 0.1406622 Feb 28 18:45:36.309748 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa778b84-930d-425d-8e2f-ad3ed1653382 req-5c6dc998-398f-49ae-a13c-e50fe8a8c6ef tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666850 Feb 28 18:45:36.320968 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ab4c9efd-19dd-4855-b252-2ff426382836 req-35161b52-0a02-472d-9ace-63684cec7d9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d31961-6a30-4ccc-9779-1b450ff37999 HTTP/1.1" status: 200 len: 217 time: 0.0785205 Feb 28 18:45:36.413175 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c9efd-19dd-4855-b252-2ff426382836 req-8882e03a-7521-4e3a-b482-74bb9da0af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:36.414742 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ab4c9efd-19dd-4855-b252-2ff426382836 req-8882e03a-7521-4e3a-b482-74bb9da0af9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d6904ad-b27a-45ad-80ca-02807b6e0841 HTTP/1.1" status: 200 len: 855 time: 0.0831833 Feb 28 18:45:36.424089 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bfdd3-1a93-430e-9009-4ccca1d0099e req-1f471339-a7ab-48ce-99f6-bf826542c508 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:36.426094 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-909bfdd3-1a93-430e-9009-4ccca1d0099e req-1f471339-a7ab-48ce-99f6-bf826542c508 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 943 time: 0.1083877 Feb 28 18:45:36.461605 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ab4c9efd-19dd-4855-b252-2ff426382836 req-e7052b46-f166-4680-8eb6-42d21a2ddfda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340407 Feb 28 18:45:36.540023 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-909bfdd3-1a93-430e-9009-4ccca1d0099e req-f6cb29a7-ceb4-47b0-b60d-029f1e5e46ab tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035209 Feb 28 18:45:36.610060 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ab4c9efd-19dd-4855-b252-2ff426382836 req-a3abe364-4613-4b4d-a229-c5010e18ed4a service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328344 Feb 28 18:45:36.725166 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ab4c9efd-19dd-4855-b252-2ff426382836 req-ea1ea7dc-83f0-4450-be26-b481c0a3b1cd service neutron] 10.222.0.52 "GET /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039248 Feb 28 18:45:37.201114 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c39f8-1dfc-450d-a822-a1bfe3659e26 req-04ec7317-6d80-4255-a489-47346693d5e2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:37.202650 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f77c39f8-1dfc-450d-a822-a1bfe3659e26 req-04ec7317-6d80-4255-a489-47346693d5e2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0556622 Feb 28 18:45:37.244465 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f77c39f8-1dfc-450d-a822-a1bfe3659e26 req-021e15d9-efc3-495a-bb4f-c566e5739445 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350392 Feb 28 18:45:37.472187 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacef71-4b8b-447a-b520-cbfca9cc97b4 req-93bbe59f-0816-4af6-b050-347989821226 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:37.474720 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4cacef71-4b8b-447a-b520-cbfca9cc97b4 req-93bbe59f-0816-4af6-b050-347989821226 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0665948 Feb 28 18:45:37.527889 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4cacef71-4b8b-447a-b520-cbfca9cc97b4 req-7e129407-1398-489a-a48d-451f893554bb tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467107 Feb 28 18:45:37.700042 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43387-0e1c-4f96-a2a7-3e0a56ecc38d req-f60ef8d4-1342-4228-a8d6-a9eca6ec87dd tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:37.701656 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bbb43387-0e1c-4f96-a2a7-3e0a56ecc38d req-f60ef8d4-1342-4228-a8d6-a9eca6ec87dd tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 943 time: 0.0632970 Feb 28 18:45:37.756320 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bbb43387-0e1c-4f96-a2a7-3e0a56ecc38d req-4badc118-72c4-46ba-8f49-45f85d664b92 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433662 Feb 28 18:45:38.668515 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157bd54-893b-440e-a63c-4692d46d3880 req-884ff173-1e03-4909-aec4-aff871d1ad72 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:38.670367 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b157bd54-893b-440e-a63c-4692d46d3880 req-884ff173-1e03-4909-aec4-aff871d1ad72 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0632966 Feb 28 18:45:38.722541 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b157bd54-893b-440e-a63c-4692d46d3880 req-bb8fb984-4bbe-43a8-a931-fe3eea8df56f tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 Feb 28 18:45:38.884726 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ff220-5ba0-4d67-acf0-1eaa11d3d642 req-99cb111f-4955-4beb-b0b6-9222db7c4046 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:38.886271 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-307ff220-5ba0-4d67-acf0-1eaa11d3d642 req-99cb111f-4955-4beb-b0b6-9222db7c4046 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 943 time: 0.0561714 Feb 28 18:45:38.934838 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-307ff220-5ba0-4d67-acf0-1eaa11d3d642 req-4791926e-549c-4a43-9316-2e06a2a4e83d tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414522 Feb 28 18:45:39.506054 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:45:39.626582 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:39.644224 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'port_id': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'mac_address': 'fa:16:3e:92:d2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:45:39.688501 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:39.711818 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:45:39.733513 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:39.737971 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:39.738685 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e0d31961-6a30-4ccc-9779-1b450ff37999 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:45:39.808777 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:39.856869 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.857197 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.857531 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.858156 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.858513 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.858847 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.859170 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.859510 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.859863 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.860196 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.860517 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.860827 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:39.898283 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa05bd-6eb6-456e-a7e7-3e688d45efda req-4d2d56d1-a246-41fc-8d89-4d111dbad37b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:39.900258 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7dfa05bd-6eb6-456e-a7e7-3e688d45efda req-4d2d56d1-a246-41fc-8d89-4d111dbad37b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 945 time: 0.0761762 Feb 28 18:45:39.928592 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e0d31961-6a30-4ccc-9779-1b450ff37999, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e0d31961-6a30-4ccc-9779-1b450ff37999,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:39.941709 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'e0d31961-6a30-4ccc-9779-1b450ff37999', 'network_id': '996baca1-ef06-44b2-a3c7-1cfec7cc4e0f', 'port_id': 'e0d31961-6a30-4ccc-9779-1b450ff37999', 'mac_address': 'fa:16:3e:1e:9c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6904ad-b27a-45ad-80ca-02807b6e0841', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:45:39.962559 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7dfa05bd-6eb6-456e-a7e7-3e688d45efda req-f11a21d5-2f32-47cd-999f-8c148227b8ad tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553226 Feb 28 18:45:40.008588 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:40.024932 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d31961-6a30-4ccc-9779-1b450ff37999 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:45:40.051336 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e0d31961-6a30-4ccc-9779-1b450ff37999, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e0d31961-6a30-4ccc-9779-1b450ff37999,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:40.058154 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:40.083904 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92a7b8-65b4-4ee7-b0cb-99ddefaaad4e req-cd82e7fb-b771-47ef-a611-030b6553852f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:40.085582 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-db92a7b8-65b4-4ee7-b0cb-99ddefaaad4e req-cd82e7fb-b771-47ef-a611-030b6553852f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 943 time: 0.0655584 Feb 28 18:45:40.129324 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e0d31961-6a30-4ccc-9779-1b450ff37999,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:40.135602 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-db92a7b8-65b4-4ee7-b0cb-99ddefaaad4e req-c3217994-cb2d-46da-affb-6dc03bdede00 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Feb 28 18:45:40.839498 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['28c0d2a4-c608-4f3a-9b72-31edfddf0a64'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:45:40.870430 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['e0d31961-6a30-4ccc-9779-1b450ff37999'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:45:41.135682 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da024c0e-3c85-49a3-bd4a-77d5727f5b00 req-5dfe4c07-e32c-49a7-9e06-5a0dd095b482 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:41.144393 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-da024c0e-3c85-49a3-bd4a-77d5727f5b00 req-5dfe4c07-e32c-49a7-9e06-5a0dd095b482 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 945 time: 0.0780191 Feb 28 18:45:41.206905 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-da024c0e-3c85-49a3-bd4a-77d5727f5b00 req-33b50a85-e47b-4e9d-9645-5199d102b6af tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574789 Feb 28 18:45:41.286976 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bf086-cc62-4192-9be8-de02e450d194 req-713a69ca-d1fd-43ff-ba12-2bcf47ceee08 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:41.288687 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-845bf086-cc62-4192-9be8-de02e450d194 req-713a69ca-d1fd-43ff-ba12-2bcf47ceee08 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 944 time: 0.0625527 Feb 28 18:45:41.337319 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-845bf086-cc62-4192-9be8-de02e450d194 req-66a9224e-97f2-45c9-a95d-a11833fa4ac9 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 Feb 28 18:45:42.382081 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef3d4-b30c-4e28-8d05-5494bea2bfc3 req-2e7e5ecb-caf6-4013-9537-79c95c6e5e7d tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:42.390369 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ab3ef3d4-b30c-4e28-8d05-5494bea2bfc3 req-2e7e5ecb-caf6-4013-9537-79c95c6e5e7d tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 945 time: 0.0780237 Feb 28 18:45:42.441742 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ab3ef3d4-b30c-4e28-8d05-5494bea2bfc3 req-4d9d48ec-b2ba-4a58-993b-ec562b32b14d tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502996 Feb 28 18:45:42.517422 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d59154-2e5e-4b69-bb2d-4b1613bd0cdf req-9ebd5f03-4f05-4ca7-a5b9-e467e5ddcdc2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:42.519123 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b5d59154-2e5e-4b69-bb2d-4b1613bd0cdf req-9ebd5f03-4f05-4ca7-a5b9-e467e5ddcdc2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 944 time: 0.0569215 Feb 28 18:45:42.569424 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b5d59154-2e5e-4b69-bb2d-4b1613bd0cdf req-c6dc4a18-62c7-4a45-98da-cb3158de2b5f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Feb 28 18:45:42.611330 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb601b3-11cc-4ab3-8372-43b5510964e8 req-42c48c1d-7230-4c05-8a87-d2f308b9aa40 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:42.613842 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8fb601b3-11cc-4ab3-8372-43b5510964e8 req-42c48c1d-7230-4c05-8a87-d2f308b9aa40 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0690653 Feb 28 18:45:42.657149 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8fb601b3-11cc-4ab3-8372-43b5510964e8 req-dfee1b91-e8ef-479c-8566-a4fe234e7ae2 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368361 Feb 28 18:45:43.529990 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:45:43.652137 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:43.665699 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:43.667590 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:43.667799 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548b376-511e-429f-89b3-e403b22dbcf5 req-249a2cab-f7ae-4d30-ad3c-290292065900 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:43.669764 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e548b376-511e-429f-89b3-e403b22dbcf5 req-249a2cab-f7ae-4d30-ad3c-290292065900 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 945 time: 0.1264436 Feb 28 18:45:43.717249 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e548b376-511e-429f-89b3-e403b22dbcf5 req-89b58d8d-aeac-49f9-b079-a9065db3a1d1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386631 Feb 28 18:45:43.777473 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935dda-b6dc-43c1-9ed9-f9208859b7de req-87970164-1e9d-486e-ba76-5c058a0f0572 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:43.779269 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5935dda-b6dc-43c1-9ed9-f9208859b7de req-87970164-1e9d-486e-ba76-5c058a0f0572 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 944 time: 0.0627942 Feb 28 18:45:43.827938 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:43.840527 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5935dda-b6dc-43c1-9ed9-f9208859b7de req-d0fda77d-66e8-42bb-8e5d-533c8add74cb tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500114 Feb 28 18:45:43.862787 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716f09-52be-4523-ac7c-ac97d0fbd8f4 req-ff9b9d91-f257-4007-a79e-e4641efe345f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:43.866258 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dd716f09-52be-4523-ac7c-ac97d0fbd8f4 req-ff9b9d91-f257-4007-a79e-e4641efe345f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0592587 Feb 28 18:45:43.871530 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:45:43.875404 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43797b94-9a6e-44db-84a3-d9d207d3c299" -d '{"events": [{"server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "name": "network-vif-plugged", "status": "completed", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:45:43.900174 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:43.908004 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:43.909556 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e0d31961-6a30-4ccc-9779-1b450ff37999 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:45:43.918092 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dd716f09-52be-4523-ac7c-ac97d0fbd8f4 req-16035e24-4b72-47f0-91eb-560c9e43c6d4 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Feb 28 18:45:43.956670 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180f1141-aaee-4ca9-a93c-b07c8ed21714 x-openstack-request-id: req-180f1141-aaee-4ca9-a93c-b07c8ed21714 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:45:43.957868 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "name": "network-vif-plugged", "status": "completed", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:45:43.957868 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-180f1141-aaee-4ca9-a93c-b07c8ed21714 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:45:43.958368 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'code': 200} Feb 28 18:45:44.029244 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:44.045780 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port e0d31961-6a30-4ccc-9779-1b450ff37999 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:44.051002 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port e0d31961-6a30-4ccc-9779-1b450ff37999 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:44.052099 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:44.145105 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:44.193368 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e0d31961-6a30-4ccc-9779-1b450ff37999, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e0d31961-6a30-4ccc-9779-1b450ff37999,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:44.200077 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:44.241935 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63f134-55c0-41bd-90af-918dc80c348e req-44829c78-6d78-41f4-b717-6b3f3fa672cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:44.244168 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e63f134-55c0-41bd-90af-918dc80c348e req-44829c78-6d78-41f4-b717-6b3f3fa672cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1099 time: 0.0519085 Feb 28 18:45:44.262681 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e0d31961-6a30-4ccc-9779-1b450ff37999,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:44.289472 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e63f134-55c0-41bd-90af-918dc80c348e req-06799c1c-9295-422a-a049-de574cf37040 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367000 Feb 28 18:45:44.859304 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b40ba5-a7d1-44c0-8cc6-6ef35f504842 req-02cc5ef9-ad5c-4b02-9238-3239f6f78998 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:44.860985 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-20b40ba5-a7d1-44c0-8cc6-6ef35f504842 req-02cc5ef9-ad5c-4b02-9238-3239f6f78998 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0558476 Feb 28 18:45:44.920705 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-20b40ba5-a7d1-44c0-8cc6-6ef35f504842 req-847594ae-f611-4026-81ff-4d025aa5361b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485377 Feb 28 18:45:45.016514 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b62095-a2ff-41b0-af79-71e7b0664d1d req-3e86f966-2e8c-4078-b7f6-84f5c1bd24c6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:45.018832 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-99b62095-a2ff-41b0-af79-71e7b0664d1d req-3e86f966-2e8c-4078-b7f6-84f5c1bd24c6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 945 time: 0.0751517 Feb 28 18:45:45.068213 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af052d-acb5-488d-9a98-03c455a8ebf4 req-1983a2a2-f0ca-4f8d-b9be-d19203ac0494 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:45.070263 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-49af052d-acb5-488d-9a98-03c455a8ebf4 req-1983a2a2-f0ca-4f8d-b9be-d19203ac0494 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.0559351 Feb 28 18:45:45.082142 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-99b62095-a2ff-41b0-af79-71e7b0664d1d req-5049b869-6be1-423c-88bd-1b112c3d02cf tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560067 Feb 28 18:45:45.116405 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-49af052d-acb5-488d-9a98-03c455a8ebf4 req-7b9354cb-12b2-4e79-9817-12474c316d8a tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Feb 28 18:45:45.959907 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d31961-6a30-4ccc-9779-1b450ff37999'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:45:45.965324 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c129f34d-1292-4599-b92c-b075af0bf054" -d '{"events": [{"server_uuid": "f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45", "name": "network-vif-plugged", "status": "completed", "tag": "e0d31961-6a30-4ccc-9779-1b450ff37999"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:45:46.012582 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9899047-d2bd-4c35-9929-e804e785b2f7 x-openstack-request-id: req-b9899047-d2bd-4c35-9929-e804e785b2f7 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:45:46.013133 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45", "name": "network-vif-plugged", "status": "completed", "tag": "e0d31961-6a30-4ccc-9779-1b450ff37999", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:45:46.013470 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9899047-d2bd-4c35-9929-e804e785b2f7 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:45:46.014048 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d31961-6a30-4ccc-9779-1b450ff37999', 'code': 200} Feb 28 18:45:46.134539 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe0fec-996c-4e8e-90ea-6d67c340b286 req-32172d8c-a65b-4468-a925-26e0ddc233fe tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:46.136293 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-72fe0fec-996c-4e8e-90ea-6d67c340b286 req-32172d8c-a65b-4468-a925-26e0ddc233fe tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.1360099 Feb 28 18:45:46.144069 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-899741e3-b15f-421f-bbef-0444ce3aaa2c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:46.145553 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-899741e3-b15f-421f-bbef-0444ce3aaa2c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.52 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1040378 Feb 28 18:45:46.224969 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-72fe0fec-996c-4e8e-90ea-6d67c340b286 req-bc2954fd-b5e4-4430-9b6d-a3cce2c4684e tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755033 Feb 28 18:45:46.300453 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41601461-eadf-4de6-989c-25aa2fc80da0 req-d634f4cc-0436-4eb2-a3d2-7d0230b041a2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:46.304591 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-41601461-eadf-4de6-989c-25aa2fc80da0 req-d634f4cc-0436-4eb2-a3d2-7d0230b041a2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 945 time: 0.1314960 Feb 28 18:45:46.305749 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-1d3c01b1-792a-49f1-89c8-eb90c8708332 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Deleting port d7f18fda-fa14-4b57-9724-5a85dd601d2c {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:45:46.306195 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-1d3c01b1-792a-49f1-89c8-eb90c8708332 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:46.322102 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88227c-f16a-47fa-82c3-0bfde66592f1 req-75da8d2d-468d-4675-8952-c00fbb6b25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:46.323797 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ce88227c-f16a-47fa-82c3-0bfde66592f1 req-75da8d2d-468d-4675-8952-c00fbb6b25be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 1098 time: 0.1128747 Feb 28 18:45:46.354897 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-41601461-eadf-4de6-989c-25aa2fc80da0 req-2b7323b8-b7a5-4bce-9100-3f12c57a4460 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Feb 28 18:45:46.403127 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ce88227c-f16a-47fa-82c3-0bfde66592f1 req-b647c247-5888-4f73-a802-938522ce9a52 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467041 Feb 28 18:45:46.430186 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034e3d2-e7ec-4525-88a6-b05207d1b0a8 req-45608842-8724-422a-9478-bd27da8c836e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:46.431789 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f034e3d2-e7ec-4525-88a6-b05207d1b0a8 req-45608842-8724-422a-9478-bd27da8c836e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=8202d6f8-ec28-4383-b3a8-341b1ae4704d HTTP/1.1" status: 200 len: 945 time: 0.1108389 Feb 28 18:45:46.451964 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-1d3c01b1-792a-49f1-89c8-eb90c8708332 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] For port d7f18fda-fa14-4b57-9724-5a85dd601d2c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d7f18fda-fa14-4b57-9724-5a85dd601d2c,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:46.452219 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-1d3c01b1-792a-49f1-89c8-eb90c8708332 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:46.475232 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-1d3c01b1-792a-49f1-89c8-eb90c8708332 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Calling delete_port for d7f18fda-fa14-4b57-9724-5a85dd601d2c owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:45:46.498546 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f034e3d2-e7ec-4525-88a6-b05207d1b0a8 req-377acc17-f5a7-4116-96cc-bd206641e846 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605402 Feb 28 18:45:46.625770 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-1d3c01b1-792a-49f1-89c8-eb90c8708332 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:46.639065 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['2fae119d-62f2-44e9-8fdf-a7f0c8469f85', 'd7f18fda-fa14-4b57-9724-5a85dd601d2c'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:45:46.656404 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c01b1-792a-49f1-89c8-eb90c8708332 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Pushing event deleted for resources: {'Port': ['ID=d7f18fda-fa14-4b57-9724-5a85dd601d2c,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:46.704038 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-1d3c01b1-792a-49f1-89c8-eb90c8708332 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] No DVR routers for this DVR port d7f18fda-fa14-4b57-9724-5a85dd601d2c on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:45:46.707625 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-1d3c01b1-792a-49f1-89c8-eb90c8708332 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:46.711106 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d09c3e1f-3b50-42ac-9700-03ab2ea743a1 req-1d3c01b1-792a-49f1-89c8-eb90c8708332 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.52 "DELETE /v2.0/ports/d7f18fda-fa14-4b57-9724-5a85dd601d2c HTTP/1.1" status: 204 len: 173 time: 0.5539110 Feb 28 18:45:46.711608 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8202d6f8-ec28-4383-b3a8-341b1ae4704d', 'name': 'network-vif-deleted', 'tag': 'd7f18fda-fa14-4b57-9724-5a85dd601d2c'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:45:46.713997 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6fcdbf-4f24-403f-8844-399402792264" -d '{"events": [{"server_uuid": "8202d6f8-ec28-4383-b3a8-341b1ae4704d", "name": "network-vif-deleted", "tag": "d7f18fda-fa14-4b57-9724-5a85dd601d2c"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:45:46.785259 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3e4224-919b-4006-9d1a-868267298434 x-openstack-request-id: req-cf3e4224-919b-4006-9d1a-868267298434 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:45:46.785841 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8202d6f8-ec28-4383-b3a8-341b1ae4704d", "name": "network-vif-deleted", "tag": "d7f18fda-fa14-4b57-9724-5a85dd601d2c", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:45:46.786223 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf3e4224-919b-4006-9d1a-868267298434 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:45:46.786824 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8202d6f8-ec28-4383-b3a8-341b1ae4704d', 'name': 'network-vif-deleted', 'tag': 'd7f18fda-fa14-4b57-9724-5a85dd601d2c', 'status': 'completed', 'code': 200} Feb 28 18:45:47.350724 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b16716-6795-4d1c-aa9b-e94f148e0d98 req-a3d72a1e-c7b3-46b0-8d0e-9bfc32a71871 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:47.352624 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f8b16716-6795-4d1c-aa9b-e94f148e0d98 req-a3d72a1e-c7b3-46b0-8d0e-9bfc32a71871 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0538003 Feb 28 18:45:47.409034 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f8b16716-6795-4d1c-aa9b-e94f148e0d98 req-c2c39709-8ceb-41bb-aa8b-91c09c6460fa tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477962 Feb 28 18:45:47.561077 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817a059-089a-4e0b-b30e-2b81318168a8 req-8b4d2980-1144-4fe5-8b74-d21557a236e8 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:47.565031 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8817a059-089a-4e0b-b30e-2b81318168a8 req-8b4d2980-1144-4fe5-8b74-d21557a236e8 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 945 time: 0.0960119 Feb 28 18:45:47.632948 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8817a059-089a-4e0b-b30e-2b81318168a8 req-ad95cf11-d2fe-43fc-bbef-e20eb789b90f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604322 Feb 28 18:45:47.828157 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7fe24-1b25-4e3b-9e77-7e36df75ab5a req-e6e9e10b-04b4-4e1b-a655-808591c51637 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:47.829935 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75a7fe24-1b25-4e3b-9e77-7e36df75ab5a req-e6e9e10b-04b4-4e1b-a655-808591c51637 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.3109453 Feb 28 18:45:47.891592 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75a7fe24-1b25-4e3b-9e77-7e36df75ab5a req-924b1d65-38dc-4965-ae8d-b19cd240d0b2 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509653 Feb 28 18:45:47.920044 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51384) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:45:47.994596 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a008628-86f0-4522-983e-e664660f0371 req-27e87857-094d-4462-9f25-7064fb22bc6e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:47.996552 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0a008628-86f0-4522-983e-e664660f0371 req-27e87857-094d-4462-9f25-7064fb22bc6e tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0588067 Feb 28 18:45:48.048689 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0a008628-86f0-4522-983e-e664660f0371 req-bfa62454-f0ca-4fe3-a166-72f910dfdc9b tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383239 Feb 28 18:45:48.160996 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24018844-a416-448e-a518-7aee03f956a3 tempest-TestShelveInstance-32983229 tempest-TestShelveInstance-32983229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:48.166034 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-24018844-a416-448e-a518-7aee03f956a3 tempest-TestShelveInstance-32983229 tempest-TestShelveInstance-32983229-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1094 time: 0.2414162 Feb 28 18:45:48.166353 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 51394) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:45:48.171172 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Request body: {'floatingip': {'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'port_id': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:45:48.202110 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for floatingip, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.330338 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.507579 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Allocated IP 172.27.2.130 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/c5b0b349-211a-4754-b353-61481673652e) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:48.647717 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.689781 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.734921 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:48.748652 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:48.766367 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:45:48.770586 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event updated for resources: {'Port': ['ID=c5b0b349-211a-4754-b353-61481673652e,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:48.831108 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd975-1b26-4068-af49-b9ff385fab9f req-2fa7f98f-a36c-43a6-8d52-96d99d80cdfc tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:48.832889 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5d5cd975-1b26-4068-af49-b9ff385fab9f req-2fa7f98f-a36c-43a6-8d52-96d99d80cdfc tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 945 time: 0.1000936 Feb 28 18:45:48.935668 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5d5cd975-1b26-4068-af49-b9ff385fab9f req-2d812ae3-a159-4f2c-b966-251ce0a8dc2a tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777504 Feb 28 18:45:49.229412 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435cc7c-b135-47b8-900c-e8f6a64baa47 req-241dfb59-4efc-427a-a607-793b8fc26779 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:49.231136 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5435cc7c-b135-47b8-900c-e8f6a64baa47 req-241dfb59-4efc-427a-a607-793b8fc26779 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0714476 Feb 28 18:45:49.290185 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5435cc7c-b135-47b8-900c-e8f6a64baa47 req-2a0f41cd-ec3e-4bd9-afcc-5fcc168985b0 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514538 Feb 28 18:45:49.322825 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.433154 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.540765 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device d7f18fda-fa14-4b57-9724-5a85dd601d2c no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:45:49.562561 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: d7f18fda-fa14-4b57-9724-5a85dd601d2c {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:45:49.562882 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device d7f18fda-fa14-4b57-9724-5a85dd601d2c not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:45:49.611915 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.618688 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.693524 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event updated for resources: {'Port': ['ID=c5b0b349-211a-4754-b353-61481673652e,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:49.704538 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.862520 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Floating IP 35bc4e83-7d1e-45d6-b933-6b08b75ec549 associated. External IP: 172.27.2.130, port: 28c0d2a4-c608-4f3a-9b72-31edfddf0a64. Feb 28 18:45:50.093245 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:45:50.218023 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:45:50.230750 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] Sync routers for ids ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:45:50.241846 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:50.246371 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] Routers {'4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:45:50.247378 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:45:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:50.285801 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-01778bc8-2488-46b3-8a9c-3af29261dd13 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1177793 Feb 28 18:45:50.286932 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:45:50.289491 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781602eb-85ed-4664-961c-e6034a0ce01d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:45:50.334673 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c2e147-4ebc-41b6-b3db-5462fb518acf x-openstack-request-id: req-f7c2e147-4ebc-41b6-b3db-5462fb518acf {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:45:50.335025 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:45:50.335305 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7c2e147-4ebc-41b6-b3db-5462fb518acf {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:45:50.336804 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'status': 'completed', 'code': 200} Feb 28 18:45:50.407853 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] Set router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:45:50.439649 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781602eb-85ed-4664-961c-e6034a0ce01d req-6e06049d-3c84-45aa-8f49-e513b5d2fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:50.442856 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781602eb-85ed-4664-961c-e6034a0ce01d req-6e06049d-3c84-45aa-8f49-e513b5d2fab9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e07a8e62592434e92177ca0a870c3b6&device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1099 time: 0.0673769 Feb 28 18:45:50.499543 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd0a6b-b68a-4dc2-b69f-383bbdf4608f req-2150c75a-c22e-4e13-aa72-1782b0b6c947 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:50.501937 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-eefd0a6b-b68a-4dc2-b69f-383bbdf4608f req-2150c75a-c22e-4e13-aa72-1782b0b6c947 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0882378 Feb 28 18:45:50.585688 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-eefd0a6b-b68a-4dc2-b69f-383bbdf4608f req-a0ed59be-46cb-4cdc-9356-eb1e3c7dc417 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718861 Feb 28 18:45:50.618407 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781602eb-85ed-4664-961c-e6034a0ce01d req-fa026785-9bcb-4359-84a2-b6044a9d01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:50.620068 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781602eb-85ed-4664-961c-e6034a0ce01d req-fa026785-9bcb-4359-84a2-b6044a9d01ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=3a327f10-343e-47af-9d7a-af4497b13f2c HTTP/1.1" status: 200 len: 910 time: 0.1655035 Feb 28 18:45:50.717002 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781602eb-85ed-4664-961c-e6034a0ce01d req-ba80af96-1fa3-4c1d-bbbb-de108b135230 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64 HTTP/1.1" status: 200 len: 1000 time: 0.0869296 Feb 28 18:45:50.730291 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:20Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '35bc4e83-7d1e-45d6-b933-6b08b75ec549', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'port_id': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'mac_address': 'fa:16:3e:92:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:45:49Z', 'updated_at': '2022-02-28T18:45:49Z', 'revision_number': 0, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f34cd4-8546-4f67-bda1-9646f781ebf1', 'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'mac_address': 'fa:16:3e:7b:c1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:19Z', 'updated_at': '2022-02-28T18:44:25Z', 'revision_number': 5, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'subnets': [{'id': '73918393-3657-4ff7-aa01-a4c03276b414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:50.761832 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] Checking router: 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:45:50.772371 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] Routers {'4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:45:50.772995 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:45:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:50.808673 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781602eb-85ed-4664-961c-e6034a0ce01d req-612e31d8-42a9-4eb2-a692-5941b1361915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:50.811525 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781602eb-85ed-4664-961c-e6034a0ce01d req-612e31d8-42a9-4eb2-a692-5941b1361915 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73918393-3657-4ff7-aa01-a4c03276b414 HTTP/1.1" status: 200 len: 848 time: 0.0834227 Feb 28 18:45:50.885382 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781602eb-85ed-4664-961c-e6034a0ce01d req-9b3b07f2-61e9-4470-b7a5-1742ee52df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:50.886377 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781602eb-85ed-4664-961c-e6034a0ce01d req-9b3b07f2-61e9-4470-b7a5-1742ee52df68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3a327f10-343e-47af-9d7a-af4497b13f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665679 Feb 28 18:45:50.914813 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] Set router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:45:51.041632 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781602eb-85ed-4664-961c-e6034a0ce01d req-83a2bbd1-253d-4101-8647-c27647cbded7 service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452899 Feb 28 18:45:51.168737 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-781602eb-85ed-4664-961c-e6034a0ce01d req-1014e25d-0e64-423c-9e13-4a7213c7c78f service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174977 Feb 28 18:45:51.230984 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:20Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '35bc4e83-7d1e-45d6-b933-6b08b75ec549', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'port_id': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'mac_address': 'fa:16:3e:92:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:45:49Z', 'updated_at': '2022-02-28T18:45:49Z', 'revision_number': 0, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f34cd4-8546-4f67-bda1-9646f781ebf1', 'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'mac_address': 'fa:16:3e:7b:c1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:19Z', 'updated_at': '2022-02-28T18:44:25Z', 'revision_number': 5, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'subnets': [{'id': '73918393-3657-4ff7-aa01-a4c03276b414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:51.365819 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f34cf7-65c6-46be-8220-067bc50e9383 None None] The sync data for ids ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'] in dv-cinder-831186-1-iscsi is: [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:20Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '35bc4e83-7d1e-45d6-b933-6b08b75ec549', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'port_id': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'mac_address': 'fa:16:3e:92:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:45:49Z', 'updated_at': '2022-02-28T18:45:49Z', 'revision_number': 0, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f34cd4-8546-4f67-bda1-9646f781ebf1', 'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'mac_address': 'fa:16:3e:7b:c1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:19Z', 'updated_at': '2022-02-28T18:44:25Z', 'revision_number': 5, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'subnets': [{'id': '73918393-3657-4ff7-aa01-a4c03276b414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:45:51.587006 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61618ed5-5c52-42c8-b17f-7a5d514f90cb None None] New status for floating IP 35bc4e83-7d1e-45d6-b933-6b08b75ec549: ACTIVE {{(pid=108391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:45:51.725912 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233dcd1-dfaa-4564-bd25-92dceb87a737 req-467c99eb-1221-4726-b1ed-c84501d63660 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:51.727824 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b233dcd1-dfaa-4564-bd25-92dceb87a737 req-467c99eb-1221-4726-b1ed-c84501d63660 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0560424 Feb 28 18:45:51.771649 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b233dcd1-dfaa-4564-bd25-92dceb87a737 req-37c3ddbe-0587-4cef-a4f3-db643bbbe42c tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368197 Feb 28 18:45:52.910929 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a7c7f-4173-4427-9c8e-7c87686b609d req-b3ab01b7-3ff0-4683-a201-ac57fc590c83 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:52.912641 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-922a7c7f-4173-4427-9c8e-7c87686b609d req-b3ab01b7-3ff0-4683-a201-ac57fc590c83 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.0550315 Feb 28 18:45:52.955765 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-922a7c7f-4173-4427-9c8e-7c87686b609d req-38d6ebff-52b1-4a7c-9d35-20cd5aa92010 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366437 Feb 28 18:45:52.997036 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.667714 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51464) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:45:53.678310 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-74f0ade2-192c-407c-8d96-d9c860669e55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589716 Feb 28 18:45:53.766956 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-087155fc-08a5-43eb-9b02-a594018cd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:53.770448 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-087155fc-08a5-43eb-9b02-a594018cd4b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 1098 time: 0.0613773 Feb 28 18:45:53.816161 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3a11-38fa-4b94-af77-4d1d7867e3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.932074 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-1fd49bf5-a937-43a0-8466-8b8872b2d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:53.934501 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-1fd49bf5-a937-43a0-8466-8b8872b2d38d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 917 time: 0.1346428 Feb 28 18:45:53.938860 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3a11-38fa-4b94-af77-4d1d7867e3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.945239 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3a11-38fa-4b94-af77-4d1d7867e3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.015008 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4a9e3a11-38fa-4b94-af77-4d1d7867e3f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6c362a564ff446ebec677e7b97c6a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456166 Feb 28 18:45:54.016214 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e3a11-38fa-4b94-af77-4d1d7867e3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838db173-593b-48dc-98c9-ba8adeb38928,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:54.018829 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51470) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:45:54.078479 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-367ab15a-2ae0-4845-aa44-498cf551463b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e1a4fcf-0502-4a90-8900-002139be7461 HTTP/1.1" status: 200 len: 1000 time: 0.1353500 Feb 28 18:45:54.175352 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-110d4d5f-72d0-4efd-8e3b-02255c2bb819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:54.178284 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3b6f6ff8-865e-48e1-a87e-d09948d69d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.178684 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-110d4d5f-72d0-4efd-8e3b-02255c2bb819 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.0907586 Feb 28 18:45:54.192956 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b5347-db6e-42af-8add-30802ef68f97 req-d43eb72b-073d-4081-b416-4f3700434d92 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:54.194550 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e36b5347-db6e-42af-8add-30802ef68f97 req-d43eb72b-073d-4081-b416-4f3700434d92 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.1149452 Feb 28 18:45:54.248799 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c5124-0eea-40ab-8bd0-bb62327f11ee req-7dd94241-225e-457c-82ca-8f0793c534bc tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:54.250419 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0f0c5124-0eea-40ab-8bd0-bb62327f11ee req-7dd94241-225e-457c-82ca-8f0793c534bc tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 945 time: 0.1570590 Feb 28 18:45:54.255334 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3b6f6ff8-865e-48e1-a87e-d09948d69d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.264164 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-3e641cc1-6f9a-4e18-b579-1e153316afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:54.265506 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-3e641cc1-6f9a-4e18-b579-1e153316afe8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791755 Feb 28 18:45:54.390576 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0f0c5124-0eea-40ab-8bd0-bb62327f11ee req-57a37cdf-3903-469c-bde9-9960f5a137d6 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dbe49ce-7b11-4c73-bbb1-8d655015883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262250 Feb 28 18:45:54.427624 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-af05a3e1-ae0e-4b21-bfe0-c69112be8e4e service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541877 Feb 28 18:45:54.428131 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-e36b5347-db6e-42af-8add-30802ef68f97 req-88baa8fb-4282-4235-9715-6c8751c0767f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Deleting port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:45:54.428694 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-e36b5347-db6e-42af-8add-30802ef68f97 req-88baa8fb-4282-4235-9715-6c8751c0767f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.435076 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3b6f6ff8-865e-48e1-a87e-d09948d69d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.437889 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3b6f6ff8-865e-48e1-a87e-d09948d69d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.439304 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-3b6f6ff8-865e-48e1-a87e-d09948d69d2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/838db173-593b-48dc-98c9-ba8adeb38928 HTTP/1.1" status: 204 len: 168 time: 0.4193654 Feb 28 18:45:54.465624 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f6ff8-865e-48e1-a87e-d09948d69d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838db173-593b-48dc-98c9-ba8adeb38928,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:54.580862 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d106aac9-8372-426b-90d8-856b6d4b0f71 req-fb6de777-f539-4463-a1a0-15da24d933ee service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460798 Feb 28 18:45:54.584654 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-e36b5347-db6e-42af-8add-30802ef68f97 req-88baa8fb-4282-4235-9715-6c8751c0767f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] For port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:54.585257 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-e36b5347-db6e-42af-8add-30802ef68f97 req-88baa8fb-4282-4235-9715-6c8751c0767f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.613766 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-e36b5347-db6e-42af-8add-30802ef68f97 req-88baa8fb-4282-4235-9715-6c8751c0767f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Calling delete_port for 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 owned by compute:nova {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:45:54.829603 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-e36b5347-db6e-42af-8add-30802ef68f97 req-88baa8fb-4282-4235-9715-6c8751c0767f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.843601 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['2fae119d-62f2-44e9-8fdf-a7f0c8469f85'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:45:54.860722 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baa8fb-4282-4235-9715-6c8751c0767f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Pushing event deleted for resources: {'Port': ['ID=2fae119d-62f2-44e9-8fdf-a7f0c8469f85,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:54.931559 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36b5347-db6e-42af-8add-30802ef68f97 req-88baa8fb-4282-4235-9715-6c8751c0767f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] No DVR routers for this DVR port 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 on host hv-cinder-83118 {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:45:54.935205 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-e36b5347-db6e-42af-8add-30802ef68f97 req-88baa8fb-4282-4235-9715-6c8751c0767f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.938694 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e36b5347-db6e-42af-8add-30802ef68f97 req-88baa8fb-4282-4235-9715-6c8751c0767f tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.52 "DELETE /v2.0/ports/2fae119d-62f2-44e9-8fdf-a7f0c8469f85 HTTP/1.1" status: 204 len: 173 time: 0.7372351 Feb 28 18:45:54.939182 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c94d2f-2b7e-4a0c-9d82-f9647cd94956', 'name': 'network-vif-deleted', 'tag': '2fae119d-62f2-44e9-8fdf-a7f0c8469f85'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:45:54.942239 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a08d4b7-58a5-4574-90d9-b550edd9a562" -d '{"events": [{"server_uuid": "24c94d2f-2b7e-4a0c-9d82-f9647cd94956", "name": "network-vif-deleted", "tag": "2fae119d-62f2-44e9-8fdf-a7f0c8469f85"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:45:55.009017 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe396831-973c-4333-b07b-bbefcb5ac77c x-openstack-request-id: req-fe396831-973c-4333-b07b-bbefcb5ac77c {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:45:55.009308 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c94d2f-2b7e-4a0c-9d82-f9647cd94956", "name": "network-vif-deleted", "tag": "2fae119d-62f2-44e9-8fdf-a7f0c8469f85", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:45:55.009556 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe396831-973c-4333-b07b-bbefcb5ac77c {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:45:55.009959 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c94d2f-2b7e-4a0c-9d82-f9647cd94956', 'name': 'network-vif-deleted', 'tag': '2fae119d-62f2-44e9-8fdf-a7f0c8469f85', 'status': 'completed', 'code': 200} Feb 28 18:45:55.537710 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-27bb302f-c1ff-4f64-a75a-42786de7663f req-1a8bb037-2c60-480a-9f49-6be97df0b738 tempest-ServerRescueNegativeTestJSON-1819937090 tempest-ServerRescueNegativeTestJSON-1819937090-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c94d2f-2b7e-4a0c-9d82-f9647cd94956 HTTP/1.1" status: 200 len: 210 time: 0.0361574 Feb 28 18:45:56.397886 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9bb55452-418d-4ed1-8a4a-0d47f3a7b77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:56.601857 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51518) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:45:57.091186 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445129'] for router_interface, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:57.557588 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:45:57.579393 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:45:57.579788 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 2fae119d-62f2-44e9-8fdf-a7f0c8469f85 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:45:57.678670 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] Deleting port 2fefa8f6-889e-4428-96bd-fc08660e2b6a {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:45:57.679508 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:57.770140 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] For port 2fefa8f6-889e-4428-96bd-fc08660e2b6a, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=2fefa8f6-889e-4428-96bd-fc08660e2b6a,segment=NetworkSegment(882e992e-0e89-402e-a4c9-a290c95ec101),segment_id=882e992e-0e89-402e-a4c9-a290c95ec101)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:57.770489 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:57.784279 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] Calling delete_port for 2fefa8f6-889e-4428-96bd-fc08660e2b6a owned by network:router_interface {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:45:58.029036 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:58.060577 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fefa8f6-889e-4428-96bd-fc08660e2b6a,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:58.266964 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445117'] for router_interface, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:58.543234 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] Router 94b660bb-f655-41dd-93c1-46c92d5ffb6d has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:45:58.700143 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:45:58.709259 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-9b583bd9-82a7-4613-ada7-eea6aa8b4650 admin admin] 10.222.0.39 "PUT /v2.0/routers/94b660bb-f655-41dd-93c1-46c92d5ffb6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1057954 Feb 28 18:45:58.712867 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 51550) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:45:58.713867 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] Sync routers for ids ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:45:58.736413 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] Routers {'94b660bb-f655-41dd-93c1-46c92d5ffb6d'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:45:58.737616 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:45:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:58.820606 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d20b6105-623b-43af-ae3c-9744d4d1dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:58.900034 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Notify callbacks [] for router, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:58.958838 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] Set router 94b660bb-f655-41dd-93c1-46c92d5ffb6d gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:45:59.280710 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'name': 'tempest-ServerRescueNegativeTestJSON-886729957-router', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:42:00Z', 'updated_at': '2022-02-28T18:45:57Z', 'revision_number': 5, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'gw_port': {'id': '8409fed1-93fa-4560-856d-f78f29f56be4', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:01Z', 'updated_at': '2022-02-28T18:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:59.307639 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.339732 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] Checking router: 94b660bb-f655-41dd-93c1-46c92d5ffb6d for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:45:59.357732 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] Routers {'94b660bb-f655-41dd-93c1-46c92d5ffb6d'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:45:59.359070 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:45:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:59.388356 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Deleting port 8409fed1-93fa-4560-856d-f78f29f56be4 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:45:59.388694 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.475223 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] Set router 94b660bb-f655-41dd-93c1-46c92d5ffb6d gateway port host: None {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:45:59.505205 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] For port 8409fed1-93fa-4560-856d-f78f29f56be4, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=8409fed1-93fa-4560-856d-f78f29f56be4,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:59.505768 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.520626 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Calling delete_port for 8409fed1-93fa-4560-856d-f78f29f56be4 owned by network:router_gateway {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:45:59.554031 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'name': 'tempest-ServerRescueNegativeTestJSON-886729957-router', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:42:00Z', 'updated_at': '2022-02-28T18:45:59Z', 'revision_number': 6, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'gw_port_host': None}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:59.588790 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daba9ce-6390-49f5-9601-bf2628a0efc7 None None] The sync data for ids ['94b660bb-f655-41dd-93c1-46c92d5ffb6d'] in dv-cinder-831186-1-iscsi is: [{'id': '94b660bb-f655-41dd-93c1-46c92d5ffb6d', 'name': 'tempest-ServerRescueNegativeTestJSON-886729957-router', 'tenant_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:42:00Z', 'updated_at': '2022-02-28T18:45:59Z', 'revision_number': 6, 'project_id': 'a48eebd5a79e46b18ab7edd762112bc5', 'gw_port_host': None}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:45:59.798091 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.851904 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Pushing event deleted for resources: {'Port': ['ID=8409fed1-93fa-4560-856d-f78f29f56be4,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:59.938027 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.943173 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448263'] for router_gateway, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.163310 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12954'] for router, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.167641 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.272310 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445587'] for router, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.273220 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b660bb-f655-41dd-93c1-46c92d5ffb6d {{(pid=108389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:46:00.282695 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] Notify callbacks [] for router, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.284763 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-ddff9cb4-76f7-4d95-ad3e-789edc63b35a admin admin] 10.222.0.39 "DELETE /v2.0/routers/94b660bb-f655-41dd-93c1-46c92d5ffb6d HTTP/1.1" status: 204 len: 168 time: 1.5693576 Feb 28 18:46:00.288884 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 51570) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:00.365281 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e37f44-c5a3-4f73-a569-2e044165e69d admin admin] Deleting subnet ffaaac47-339b-4eeb-9e7a-6623ffa6cded {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:46:00.369039 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f44-c5a3-4f73-a569-2e044165e69d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.409475 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f44-c5a3-4f73-a569-2e044165e69d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27829832'] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.468608 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f44-c5a3-4f73-a569-2e044165e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.540798 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 8409fed1-93fa-4560-856d-f78f29f56be4 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:46:00.551949 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f44-c5a3-4f73-a569-2e044165e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2016347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28560992'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.581209 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 8409fed1-93fa-4560-856d-f78f29f56be4 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:46:00.582319 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 8409fed1-93fa-4560-856d-f78f29f56be4 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:46:00.583029 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 2fefa8f6-889e-4428-96bd-fc08660e2b6a no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:46:00.584643 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e37f44-c5a3-4f73-a569-2e044165e69d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffaaac47-339b-4eeb-9e7a-6623ffa6cded,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:00.593538 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f44-c5a3-4f73-a569-2e044165e69d admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.600702 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51578) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:00.604384 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f2e37f44-c5a3-4f73-a569-2e044165e69d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ffaaac47-339b-4eeb-9e7a-6623ffa6cded HTTP/1.1" status: 204 len: 168 time: 0.3135986 Feb 28 18:46:00.627014 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 2fefa8f6-889e-4428-96bd-fc08660e2b6a {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:46:00.628033 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 2fefa8f6-889e-4428-96bd-fc08660e2b6a not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:46:00.644993 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:46:00.683987 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.809560 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.850309 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.850855 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.851764 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.852235 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > port after_create 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.852757 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.853347 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > port after_update 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.853824 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.854340 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.854863 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.855394 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.959037 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.959459 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.959882 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.960269 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:46:00.960690 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8270e9a-0955-40d3-a81e-0b8e9c28ba51']}} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:00.983605 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882e992e-0e89-402e-a4c9-a290c95ec101') {'for_net_delete': True} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:00.983898 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882e992e-0e89-402e-a4c9-a290c95ec101') {} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:01.004574 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28524503'] for segment, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.031550 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.043290 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=108388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:46:01.043882 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25877906'] for segment, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: from cryptography.utils import int_from_bytes Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: from cryptography.utils import int_from_bytes Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: Traceback (most recent call last): Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: timer() Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: cb(*args, **kw) Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: return func(*args, **kwargs) Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: self._notify() Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: self.callback(batched_events) Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: event.method(event) Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: return f(self, *a, **k) Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._get(url).json() Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: return self.request(url, 'GET', **kwargs) Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:46:01.048947 dv-cinder-831186-1-iscsi neutron-server[108388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:46:01.131277 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.137349 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.141794 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] 10.222.0.39 "DELETE /v2.0/networks/f8270e9a-0955-40d3-a81e-0b8e9c28ba51 HTTP/1.1" status: 204 len: 168 time: 0.5398254 Feb 28 18:46:01.157495 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc53858-e3b3-4e32-b451-04e4475acc0f admin admin] Pushing event deleted for resources: {'Network': ['ID=f8270e9a-0955-40d3-a81e-0b8e9c28ba51,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:01.460913 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51604) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:01.484672 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.541542 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-ab7c5fa7-279e-4a0c-9c8c-2481327ff8c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a48eebd5a79e46b18ab7edd762112bc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0739367 Feb 28 18:46:01.541956 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51608) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:01.601571 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-84136b29-745a-4180-8b4b-6f3064cf545d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.627647 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-84136b29-745a-4180-8b4b-6f3064cf545d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.694615 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-84136b29-745a-4180-8b4b-6f3064cf545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.697874 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-84136b29-745a-4180-8b4b-6f3064cf545d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.699202 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-84136b29-745a-4180-8b4b-6f3064cf545d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1dbe49ce-7b11-4c73-bbb1-8d655015883a HTTP/1.1" status: 204 len: 168 time: 0.1562312 Feb 28 18:46:01.709935 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84136b29-745a-4180-8b4b-6f3064cf545d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbe49ce-7b11-4c73-bbb1-8d655015883a,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:01.795669 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.827410 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dc4ae-8104-4cae-be63-4057299c0e62 req-e708d780-6562-4299-8573-33eb2ed3b96c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:02.829217 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f57dc4ae-8104-4cae-be63-4057299c0e62 req-e708d780-6562-4299-8573-33eb2ed3b96c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 945 time: 0.0611200 Feb 28 18:46:02.880241 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f57dc4ae-8104-4cae-be63-4057299c0e62 req-36ad2321-e246-495c-8f52-88db8017d03f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Feb 28 18:46:04.031943 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810e30c-f2c7-4362-844e-cc382e40a81c req-c2a47df7-9a39-46f3-8aca-4c3899c1d664 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:04.033512 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f810e30c-f2c7-4362-844e-cc382e40a81c req-c2a47df7-9a39-46f3-8aca-4c3899c1d664 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 945 time: 0.0661771 Feb 28 18:46:04.083894 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f810e30c-f2c7-4362-844e-cc382e40a81c req-9eb47807-7b16-4d3a-86da-be5e220f20ca tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 Feb 28 18:46:05.105846 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb4441-a730-47ca-a413-9958294833f8 req-415ec2e4-be81-42e4-83cc-d808c3ede003 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:05.107419 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e1cb4441-a730-47ca-a413-9958294833f8 req-415ec2e4-be81-42e4-83cc-d808c3ede003 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 945 time: 0.0520046 Feb 28 18:46:05.243151 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a06483-9d0c-4aa8-ba32-7e9279a3e969 req-5fb0d1dc-d978-4727-a352-10685dfc4227 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:05.244753 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a0a06483-9d0c-4aa8-ba32-7e9279a3e969 req-5fb0d1dc-d978-4727-a352-10685dfc4227 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 945 time: 0.0612679 Feb 28 18:46:05.270507 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-e1cb4441-a730-47ca-a413-9958294833f8 req-50628860-ec60-4da6-a310-1786c0fc9235 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Deleting port e0d31961-6a30-4ccc-9779-1b450ff37999 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:46:05.270847 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-e1cb4441-a730-47ca-a413-9958294833f8 req-50628860-ec60-4da6-a310-1786c0fc9235 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.341176 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a0a06483-9d0c-4aa8-ba32-7e9279a3e969 req-d70c1e45-4d04-4380-9f51-e5f687f19c2f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896964 Feb 28 18:46:05.390245 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-e1cb4441-a730-47ca-a413-9958294833f8 req-50628860-ec60-4da6-a310-1786c0fc9235 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] For port e0d31961-6a30-4ccc-9779-1b450ff37999, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e0d31961-6a30-4ccc-9779-1b450ff37999,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:05.390705 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-e1cb4441-a730-47ca-a413-9958294833f8 req-50628860-ec60-4da6-a310-1786c0fc9235 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.407808 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-e1cb4441-a730-47ca-a413-9958294833f8 req-50628860-ec60-4da6-a310-1786c0fc9235 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Calling delete_port for e0d31961-6a30-4ccc-9779-1b450ff37999 owned by compute:nova {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:46:05.547779 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-e1cb4441-a730-47ca-a413-9958294833f8 req-50628860-ec60-4da6-a310-1786c0fc9235 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.583736 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50628860-ec60-4da6-a310-1786c0fc9235 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Pushing event deleted for resources: {'Port': ['ID=e0d31961-6a30-4ccc-9779-1b450ff37999,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:05.631300 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cb4441-a730-47ca-a413-9958294833f8 req-50628860-ec60-4da6-a310-1786c0fc9235 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] No DVR routers for this DVR port e0d31961-6a30-4ccc-9779-1b450ff37999 on host hv-cinder-83118 {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:46:05.634465 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-e1cb4441-a730-47ca-a413-9958294833f8 req-50628860-ec60-4da6-a310-1786c0fc9235 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.638097 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e1cb4441-a730-47ca-a413-9958294833f8 req-50628860-ec60-4da6-a310-1786c0fc9235 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "DELETE /v2.0/ports/e0d31961-6a30-4ccc-9779-1b450ff37999 HTTP/1.1" status: 204 len: 173 time: 0.5230985 Feb 28 18:46:05.638571 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45', 'name': 'network-vif-deleted', 'tag': 'e0d31961-6a30-4ccc-9779-1b450ff37999'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:46:05.641162 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed827da5-879b-4f9b-8829-cd9f965670bd" -d '{"events": [{"server_uuid": "f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45", "name": "network-vif-deleted", "tag": "e0d31961-6a30-4ccc-9779-1b450ff37999"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:46:05.694976 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f784b1b3-d01a-4287-9a76-573247b00bba x-openstack-request-id: req-f784b1b3-d01a-4287-9a76-573247b00bba {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:46:05.695265 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45", "name": "network-vif-deleted", "tag": "e0d31961-6a30-4ccc-9779-1b450ff37999", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:46:05.695545 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f784b1b3-d01a-4287-9a76-573247b00bba {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:46:05.695956 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45', 'name': 'network-vif-deleted', 'tag': 'e0d31961-6a30-4ccc-9779-1b450ff37999', 'status': 'completed', 'code': 200} Feb 28 18:46:06.454490 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-eaf45ba4-3980-4cdc-9bc2-f668921a7f11 req-7b1690b3-519d-4b2e-aafe-ef12f79fef98 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Feb 28 18:46:07.581709 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3f2a00b7-44ea-451a-bcbb-44f206931adb req-eb6d0ae4-dab7-4b76-9206-e466fae40ded tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 210 time: 0.0437875 Feb 28 18:46:07.841342 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['c6a47027-a6fe-41e5-aede-575e78454273', 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2', 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d', 'e0d31961-6a30-4ccc-9779-1b450ff37999'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:46:08.707119 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-72ba8b87-56be-4450-bc3f-505b3042ac38 req-7543c16f-0fd8-4e64-9c43-219ab6535f60 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 210 time: 0.0268550 Feb 28 18:46:09.302302 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e0d31961-6a30-4ccc-9779-1b450ff37999 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:46:09.326099 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: e0d31961-6a30-4ccc-9779-1b450ff37999 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:46:09.326661 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e0d31961-6a30-4ccc-9779-1b450ff37999 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:46:09.839499 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1bde8caf-b890-4d33-9781-da5cc3870e02 req-a66408ac-56a0-4bcd-aff7-13defca783a6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8f60a9b-a0d5-4acf-9e0d-9e83ae84cb45 HTTP/1.1" status: 200 len: 210 time: 0.0344346 Feb 28 18:46:11.277480 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 51786) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:11.415624 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f20b023a-6590-47d6-bdbb-7e30a4e4ef61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.520125 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f20b023a-6590-47d6-bdbb-7e30a4e4ef61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.526525 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f20b023a-6590-47d6-bdbb-7e30a4e4ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.566019 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b023a-6590-47d6-bdbb-7e30a4e4ef61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0f19f5-664a-469d-9326-fc2854f76443,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:11.571536 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f20b023a-6590-47d6-bdbb-7e30a4e4ef61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e9c5875874443fea97ea218aa652884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929125 Feb 28 18:46:11.576755 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51804) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:11.633787 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8fc5-780b-4fbd-8f4a-e377d0a0a1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.657059 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8fc5-780b-4fbd-8f4a-e377d0a0a1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.712613 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8fc5-780b-4fbd-8f4a-e377d0a0a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.715719 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8fc5-780b-4fbd-8f4a-e377d0a0a1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.717373 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-9bcc8fc5-780b-4fbd-8f4a-e377d0a0a1d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e0f19f5-664a-469d-9326-fc2854f76443 HTTP/1.1" status: 204 len: 168 time: 0.1417248 Feb 28 18:46:11.728695 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc8fc5-780b-4fbd-8f4a-e377d0a0a1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0f19f5-664a-469d-9326-fc2854f76443,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:12.434147 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816b839-b255-43f6-9792-ea76687919d1 req-5b4fb49b-ba49-4ebd-a42c-5d2dac9bbb74 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:12.467718 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4816b839-b255-43f6-9792-ea76687919d1 req-5b4fb49b-ba49-4ebd-a42c-5d2dac9bbb74 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 945 time: 0.1172786 Feb 28 18:46:12.516802 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4816b839-b255-43f6-9792-ea76687919d1 req-d00b43c1-71a0-4983-a880-6ad6ab8334f2 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459979 Feb 28 18:46:12.572113 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e767662-451f-4ce9-887a-0be70005e4ad req-a30f5afd-545a-4e8f-851c-8890313abee3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:12.573709 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3e767662-451f-4ce9-887a-0be70005e4ad req-a30f5afd-545a-4e8f-851c-8890313abee3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0658364 Feb 28 18:46:12.633734 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3e767662-451f-4ce9-887a-0be70005e4ad req-93d479e7-5bd7-4b80-9d5b-189b13a7593b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523350 Feb 28 18:46:12.691687 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 51860) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:12.818534 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1219718286-network', 'tenant_id': 'ad2efd608420488f8600acf1137a899b'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:12.849882 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Made reservation on behalf of ad2efd608420488f8600acf1137a899b for: {'network': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:12.853769 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.870634 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.940301 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 51868) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:12.984198 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.990077 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.035029 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=108389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:46:13.052492 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:13.061491 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.062053 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.segments_db [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Added segment 5bc8ca67-63a4-4093-82e6-ff8bf05776b8 of type vlan for network 15650e5a-b527-481c-b2a3-01f13a721fed Feb 28 18:46:13.101757 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-09dec64b-652b-40a1-badb-544d6446b819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.133304 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.173199 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.175055 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:13.176096 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.218133 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-09dec64b-652b-40a1-badb-544d6446b819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.223540 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-09dec64b-652b-40a1-badb-544d6446b819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.238751 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5459995 Feb 28 18:46:13.246753 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 51872) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:13.253847 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Request body: {'subnet': {'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1219718286-subnet', 'tenant_id': 'ad2efd608420488f8600acf1137a899b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:13.271369 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d29d2d-ecea-4239-ba04-d2f4b83421df admin admin] Pushing event updated for resources: {'Network': ['ID=15650e5a-b527-481c-b2a3-01f13a721fed,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:13.286244 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-09dec64b-652b-40a1-badb-544d6446b819 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bc230da4f9f4ead926957eefed77b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430452 Feb 28 18:46:13.286991 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 15650e5a-b527-481c-b2a3-01f13a721fed details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:46:13.288183 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 51874) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:13.290101 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dec64b-652b-40a1-badb-544d6446b819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b23343-571f-4193-bb7a-421a68da0e5e,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:13.297158 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Made reservation on behalf of ad2efd608420488f8600acf1137a899b for: {'subnet': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:13.300635 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28561051'] for subnet, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.418104 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11f0bccd-9359-42ff-87c8-50c9111effa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.451308 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11f0bccd-9359-42ff-87c8-50c9111effa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.578069 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2016284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28561001'] for subnet, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.625147 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11f0bccd-9359-42ff-87c8-50c9111effa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.627650 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11f0bccd-9359-42ff-87c8-50c9111effa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.629351 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-11f0bccd-9359-42ff-87c8-50c9111effa0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51b23343-571f-4193-bb7a-421a68da0e5e HTTP/1.1" status: 204 len: 168 time: 0.3399465 Feb 28 18:46:13.671302 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0bccd-9359-42ff-87c8-50c9111effa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b23343-571f-4193-bb7a-421a68da0e5e,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:13.678252 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb751fd-761f-4ed8-a81d-8f3fc73e9b29,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:13.717925 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127adedd-0829-4801-bad3-7db6865b3374 req-75bcf77b-5f0f-47dd-a920-292b024ff642 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:13.719739 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-127adedd-0829-4801-bad3-7db6865b3374 req-75bcf77b-5f0f-47dd-a920-292b024ff642 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 945 time: 0.1124828 Feb 28 18:46:13.720837 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Checking segment: {'id': '5bc8ca67-63a4-4093-82e6-ff8bf05776b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:46:13.721471 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Network hostable DHCP agents. Network: 15650e5a-b527-481c-b2a3-01f13a721fed, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:46:13.783798 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Network 15650e5a-b527-481c-b2a3-01f13a721fed is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:46:13.824626 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-127adedd-0829-4801-bad3-7db6865b3374 req-6b510c2c-d705-4036-815e-d0398b4761fa tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873888 Feb 28 18:46:13.826351 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 15650e5a-b527-481c-b2a3-01f13a721fed) {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:13.831647 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec599b5f-a841-4fce-9334-ca4c400e31f5 req-333de1aa-fea3-485d-9f40-fa99c5659e83 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:13.833468 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:13.834150 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ec599b5f-a841-4fce-9334-ca4c400e31f5 req-333de1aa-fea3-485d-9f40-fa99c5659e83 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0632639 Feb 28 18:46:13.834620 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.842303 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb29ab-f135-44b0-a6dd-b657fc8125e2 None None] Network 15650e5a-b527-481c-b2a3-01f13a721fed requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:46:13.870491 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-4742970a-715f-4701-ba0b-d95a728c8686 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6221323 Feb 28 18:46:13.923793 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ec599b5f-a841-4fce-9334-ca4c400e31f5 req-6695d9ef-12ba-4904-b6a8-74927744e018 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672886 Feb 28 18:46:14.036337 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9fad78-7c2f-45cf-b9e7-06f1c1ca653c None None] Network 15650e5a-b527-481c-b2a3-01f13a721fed requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:46:14.457550 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-ce3625e4-f35f-4abe-a3c8-f9fc37e6b2bb tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:14.459991 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-ce3625e4-f35f-4abe-a3c8-f9fc37e6b2bb tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 945 time: 0.0622039 Feb 28 18:46:14.585108 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-5a312f3e-2c31-44b9-bb25-d993104be706 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Deleting port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:46:14.585787 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-5a312f3e-2c31-44b9-bb25-d993104be706 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.742461 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-5a312f3e-2c31-44b9-bb25-d993104be706 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] For port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:14.743861 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-5a312f3e-2c31-44b9-bb25-d993104be706 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.763675 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-5a312f3e-2c31-44b9-bb25-d993104be706 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Calling delete_port for e8340cbf-5726-4d5c-8f1c-6968e2b69e8d owned by compute:nova {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:46:14.932136 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-5a312f3e-2c31-44b9-bb25-d993104be706 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.946384 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['c6a47027-a6fe-41e5-aede-575e78454273', 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2', 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:46:14.974945 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a312f3e-2c31-44b9-bb25-d993104be706 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Pushing event deleted for resources: {'Port': ['ID=e8340cbf-5726-4d5c-8f1c-6968e2b69e8d,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:15.023970 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-5a312f3e-2c31-44b9-bb25-d993104be706 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] No DVR routers for this DVR port e8340cbf-5726-4d5c-8f1c-6968e2b69e8d on host hv-cinder-83118 {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:46:15.028173 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-5a312f3e-2c31-44b9-bb25-d993104be706 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:15.033755 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8ec5f40c-fe29-4f1e-852c-6ce35386f999 req-5a312f3e-2c31-44b9-bb25-d993104be706 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "DELETE /v2.0/ports/e8340cbf-5726-4d5c-8f1c-6968e2b69e8d HTTP/1.1" status: 204 len: 173 time: 0.5666606 Feb 28 18:46:15.034303 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1', 'name': 'network-vif-deleted', 'tag': 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:46:15.038274 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b19b7-a853-4b14-a16a-262eeede1458" -d '{"events": [{"server_uuid": "b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1", "name": "network-vif-deleted", "tag": "e8340cbf-5726-4d5c-8f1c-6968e2b69e8d"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:46:15.056072 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f22134af-d9f0-4393-b477-3a30307423c9 req-9d913787-31bd-4b53-add8-7c3b0c24ee89 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1 HTTP/1.1" status: 200 len: 210 time: 0.1167314 Feb 28 18:46:15.121652 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423331c1-c3ed-46e8-ba51-63844161aedd req-3922dc34-eb9a-417e-bf0b-d6c61b79ba81 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:15.124056 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-423331c1-c3ed-46e8-ba51-63844161aedd req-3922dc34-eb9a-417e-bf0b-d6c61b79ba81 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0789559 Feb 28 18:46:15.127098 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71d3c67-84b1-4774-a751-551049fb3d6d x-openstack-request-id: req-b71d3c67-84b1-4774-a751-551049fb3d6d {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:46:15.127388 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1", "name": "network-vif-deleted", "tag": "e8340cbf-5726-4d5c-8f1c-6968e2b69e8d", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:46:15.127681 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b71d3c67-84b1-4774-a751-551049fb3d6d {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:46:15.129013 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a7f851-f2e9-4fc7-a0d2-dd9c54d0b4c1', 'name': 'network-vif-deleted', 'tag': 'e8340cbf-5726-4d5c-8f1c-6968e2b69e8d', 'status': 'completed', 'code': 200} Feb 28 18:46:15.188265 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-423331c1-c3ed-46e8-ba51-63844161aedd req-4073d33f-30fa-4293-9ad5-3ebdcccb5281 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573833 Feb 28 18:46:16.196860 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-7477ddac-e921-43a7-b47a-478071bf3b5e tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:16.198430 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-7477ddac-e921-43a7-b47a-478071bf3b5e tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/networks?id=15650e5a-b527-481c-b2a3-01f13a721fed HTTP/1.1" status: 200 len: 814 time: 0.1443477 Feb 28 18:46:16.219558 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-523568c1-cf37-4e55-aab7-c63f7e873847 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/quotas/ad2efd608420488f8600acf1137a899b HTTP/1.1" status: 200 len: 375 time: 0.0105155 Feb 28 18:46:16.256667 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-49c5cf0e-f45d-44ba-b649-a07dfb719a7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad2efd608420488f8600acf1137a899b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290270 Feb 28 18:46:16.390215 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-73713e9c-7f7a-4e89-a8df-4b986abbdf35 service neutron] 10.222.0.39 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247921 Feb 28 18:46:16.408065 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213bc96-270d-4dfd-9768-849f186c3c15 req-ea4bc9e2-8566-495d-8da3-10199ccc5baa tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:16.409754 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3213bc96-270d-4dfd-9768-849f186c3c15 req-ea4bc9e2-8566-495d-8da3-10199ccc5baa tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0696032 Feb 28 18:46:16.452797 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3213bc96-270d-4dfd-9768-849f186c3c15 req-48a0ef21-6e92-4c38-bbe4-44da4695a9e2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355589 Feb 28 18:46:16.538058 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-2de63113-a6d8-418e-b9a7-cdaf3a2c14a3 service neutron] 10.222.0.39 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404626 Feb 28 18:46:16.607785 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3823b-68c5-403e-9f66-77b2da817b4b req-c3fc4a61-97b8-4576-931c-200cfce9fcb3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:16.609507 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5ef3823b-68c5-403e-9f66-77b2da817b4b req-c3fc4a61-97b8-4576-931c-200cfce9fcb3 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 946 time: 0.0805831 Feb 28 18:46:16.654566 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5ef3823b-68c5-403e-9f66-77b2da817b4b req-d0636c48-c1fa-4ea6-b72c-b61058e4d2eb tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373554 Feb 28 18:46:16.797280 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-17ae0820-da95-4120-a2c7-375abbf78dfd req-4751ed91-8642-4789-86bd-cf3ec88269d4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 210 time: 0.0566041 Feb 28 18:46:17.595506 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969ca87-3075-4f84-b7fb-9efa2641e728 req-88d0419e-adba-4eb8-8f42-c49b95f08c55 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:17.597678 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b969ca87-3075-4f84-b7fb-9efa2641e728 req-88d0419e-adba-4eb8-8f42-c49b95f08c55 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0555742 Feb 28 18:46:17.640182 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b969ca87-3075-4f84-b7fb-9efa2641e728 req-a328b497-ded9-47f9-841c-b81a5408afe4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362959 Feb 28 18:46:17.797717 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb3f2e-0147-43a3-b77b-1243a9ca632d req-2906d09e-2e71-468e-bef1-f035ea4ec984 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:17.799531 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34fb3f2e-0147-43a3-b77b-1243a9ca632d req-2906d09e-2e71-468e-bef1-f035ea4ec984 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 946 time: 0.0565500 Feb 28 18:46:17.867132 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34fb3f2e-0147-43a3-b77b-1243a9ca632d req-5a4313c1-bbde-4189-8159-4c335d6acca6 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554669 Feb 28 18:46:17.955215 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c1625bd-e2a5-404f-b78a-870bf1b19476 req-1c48f0d9-723d-47d0-beaf-c84bb66c76ee tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 210 time: 0.0603976 Feb 28 18:46:18.104434 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-073a57e8-4ca9-4c9d-b87d-efc354cf75a7 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:18.105961 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-073a57e8-4ca9-4c9d-b87d-efc354cf75a7 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.52 "GET /v2.0/networks?id=15650e5a-b527-481c-b2a3-01f13a721fed HTTP/1.1" status: 200 len: 814 time: 0.1561420 Feb 28 18:46:18.121810 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Request body: {'port': {'device_id': 'ec771216-a684-4ef2-9f72-d314d93337da', 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed', 'admin_state_up': True, 'tenant_id': 'ad2efd608420488f8600acf1137a899b'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:18.293078 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Made reservation on behalf of ad2efd608420488f8600acf1137a899b for: {'port': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:18.297644 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.429738 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-3b1e174c-063c-49f9-bfb4-28b34f2d5e47 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:18.431997 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-3b1e174c-063c-49f9-bfb4-28b34f2d5e47 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 946 time: 0.0860984 Feb 28 18:46:18.498451 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Allocated IP 172.20.0.11 (15650e5a-b527-481c-b2a3-01f13a721fed/aeb751fd-761f-4ed8-a81d-8f3fc73e9b29/4be0710e-c169-402c-94c8-156d8f1ba043) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:18.550413 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Deleting port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:46:18.551350 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.722692 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] For port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:18.723104 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.748263 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Calling delete_port for aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:46:18.831773 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.861723 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd8d1-395a-473e-9aec-ae1d4b558b58 req-fdd2d371-c014-4940-93b8-63188e0dc11c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:18.863779 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-515fd8d1-395a-473e-9aec-ae1d4b558b58 req-fdd2d371-c014-4940-93b8-63188e0dc11c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0790739 Feb 28 18:46:18.917798 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.934707 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-515fd8d1-395a-473e-9aec-ae1d4b558b58 req-171677e2-3f56-4137-800f-7e5ad3a5490e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642364 Feb 28 18:46:18.976742 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Network 15650e5a-b527-481c-b2a3-01f13a721fed is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:18.982509 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:18.985558 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:46:19.016191 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Pushing event updated for resources: {'Port': ['ID=4be0710e-c169-402c-94c8-156d8f1ba043,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:19.046289 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:19.046963 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.065788 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.072156 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-adb25f0c-a6dc-44c9-b779-0ed385cab192 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9546840 Feb 28 18:46:19.085400 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['c6a47027-a6fe-41e5-aede-575e78454273', 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:46:19.097463 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Request body: {'port': {'device_id': 'ec771216-a684-4ef2-9f72-d314d93337da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:19.118956 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Pushing event deleted for resources: {'Port': ['ID=aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:19.142823 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.142823 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.142823 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.142823 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.143591 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.144023 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.144368 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.144836 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.145071 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.145318 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.146365 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.146365 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:19.187440 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45871d9a-7963-4603-9f42-e00894e8ac7c req-65b4d749-6878-4e70-b354-a85e8f1f46b7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:19.191987 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-45871d9a-7963-4603-9f42-e00894e8ac7c req-65b4d749-6878-4e70-b354-a85e8f1f46b7 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=72eb7573-0464-4651-8d41-df0b1bc637da HTTP/1.1" status: 200 len: 867 time: 0.1847034 Feb 28 18:46:19.220845 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] No DVR routers for this DVR port aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:46:19.229150 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.232861 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e377f991-3ba7-446a-bd50-2a47960c76fc req-9c5c33be-43be-4610-bca7-e455d4bef3a1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "DELETE /v2.0/ports/aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 HTTP/1.1" status: 204 len: 173 time: 0.7948675 Feb 28 18:46:19.234772 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72eb7573-0464-4651-8d41-df0b1bc637da', 'name': 'network-vif-deleted', 'tag': 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:46:19.238692 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855a1e43-6562-4457-bf73-a9e97c91333c" -d '{"events": [{"server_uuid": "72eb7573-0464-4651-8d41-df0b1bc637da", "name": "network-vif-deleted", "tag": "aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:46:19.247895 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03c795-3532-490e-bf5b-005082aa352a req-a82b1017-ed72-41f3-89a1-e65f8dc737ec tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:19.249597 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bf03c795-3532-490e-bf5b-005082aa352a req-a82b1017-ed72-41f3-89a1-e65f8dc737ec tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 932 time: 0.1475785 Feb 28 18:46:19.253557 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.290389 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-45871d9a-7963-4603-9f42-e00894e8ac7c req-5c139048-8adf-4785-86bc-31cb0a270211 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715346 Feb 28 18:46:19.320832 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e8340cbf-5726-4d5c-8f1c-6968e2b69e8d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:46:19.374046 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cf61f8-e1c4-4260-bd0a-da93e96d4286 x-openstack-request-id: req-c4cf61f8-e1c4-4260-bd0a-da93e96d4286 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:46:19.374743 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72eb7573-0464-4651-8d41-df0b1bc637da", "name": "network-vif-deleted", "tag": "aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:46:19.375243 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4cf61f8-e1c4-4260-bd0a-da93e96d4286 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:46:19.376290 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72eb7573-0464-4651-8d41-df0b1bc637da', 'name': 'network-vif-deleted', 'tag': 'aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2', 'status': 'completed', 'code': 200} Feb 28 18:46:19.376940 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bf03c795-3532-490e-bf5b-005082aa352a req-6720f035-e085-4520-b002-17829e371cf1 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040583 Feb 28 18:46:19.400861 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: e8340cbf-5726-4d5c-8f1c-6968e2b69e8d {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:46:19.401494 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e8340cbf-5726-4d5c-8f1c-6968e2b69e8d not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:46:19.655216 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be0710e-c169-402c-94c8-156d8f1ba043 {{(pid=108388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:46:19.663835 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.677031 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.provisioning_blocks [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Transition to ACTIVE for port object 4be0710e-c169-402c-94c8-156d8f1ba043 will not be triggered until provisioned by entity L2. {{(pid=108388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:19.680657 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.743129 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Pushing event updated for resources: {'Port': ['ID=4be0710e-c169-402c-94c8-156d8f1ba043,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:19.841796 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Attempting to bind port 4be0710e-c169-402c-94c8-156d8f1ba043 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:19.842320 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Attempting to bind port 4be0710e-c169-402c-94c8-156d8f1ba043 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '5bc8ca67-63a4-4093-82e6-ff8bf05776b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed'}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:19.842458 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Attempting to bind port 4be0710e-c169-402c-94c8-156d8f1ba043 on network 15650e5a-b527-481c-b2a3-01f13a721fed {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:46:19.848166 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Port 4be0710e-c169-402c-94c8-156d8f1ba043 on network 15650e5a-b527-481c-b2a3-01f13a721fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:46:19.848481 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Attempting to bind port 4be0710e-c169-402c-94c8-156d8f1ba043 on network 15650e5a-b527-481c-b2a3-01f13a721fed {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:46:19.854463 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:46:19.854791 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Checking segment: {'id': '5bc8ca67-63a4-4093-82e6-ff8bf05776b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:46:19.855167 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Bound using segment: {'id': '5bc8ca67-63a4-4093-82e6-ff8bf05776b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed'} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:46:19.855630 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Bound port: 4be0710e-c169-402c-94c8-156d8f1ba043, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc8ca67-63a4-4093-82e6-ff8bf05776b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed'}}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:19.855984 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.947371 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] For port 4be0710e-c169-402c-94c8-156d8f1ba043, host hv-cinder-83118, cleared binding levels {{(pid=108388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:19.958980 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] For port 4be0710e-c169-402c-94c8-156d8f1ba043, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4be0710e-c169-402c-94c8-156d8f1ba043,segment=NetworkSegment(5bc8ca67-63a4-4093-82e6-ff8bf05776b8),segment_id=5bc8ca67-63a4-4093-82e6-ff8bf05776b8)] {{(pid=108388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:19.969195 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:20.017316 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:20.017915 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:20.020063 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] 10.222.0.52 "PUT /v2.0/ports/4be0710e-c169-402c-94c8-156d8f1ba043 HTTP/1.1" status: 200 len: 1094 time: 0.9310746 Feb 28 18:46:20.020536 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec771216-a684-4ef2-9f72-d314d93337da', 'tag': '4be0710e-c169-402c-94c8-156d8f1ba043'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:46:20.022865 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f79997-8893-4a98-8ede-701bf9100758" -d '{"events": [{"name": "network-changed", "server_uuid": "ec771216-a684-4ef2-9f72-d314d93337da", "tag": "4be0710e-c169-402c-94c8-156d8f1ba043"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:46:20.060773 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa6e16-2a17-4d19-9952-4f21c63de88a service neutron] Pushing event updated for resources: {'Port': ['ID=4be0710e-c169-402c-94c8-156d8f1ba043,revision_number=3']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:20.162519 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-2733c708-4fb1-414e-9d2b-51f0f4495840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:20.165166 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-2733c708-4fb1-414e-9d2b-51f0f4495840 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad2efd608420488f8600acf1137a899b&device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 1097 time: 0.0736341 Feb 28 18:46:20.205108 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6aeb43-cc20-4f4d-ba85-fecd42ad2ecf req-6502e428-0f27-4e66-b49e-8cdec8ff2a9b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:20.208516 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-da6aeb43-cc20-4f4d-ba85-fecd42ad2ecf req-6502e428-0f27-4e66-b49e-8cdec8ff2a9b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.1120124 Feb 28 18:46:20.221229 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-023e0fe6-f5ee-4468-9b43-0fc9ecd777fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4be0710e-c169-402c-94c8-156d8f1ba043 HTTP/1.1" status: 200 len: 217 time: 0.0474267 Feb 28 18:46:20.222776 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b079a53e-2c9d-44eb-9f17-a2d8e81e7d63 x-openstack-request-id: req-b079a53e-2c9d-44eb-9f17-a2d8e81e7d63 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:46:20.223097 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec771216-a684-4ef2-9f72-d314d93337da", "tag": "4be0710e-c169-402c-94c8-156d8f1ba043", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:46:20.223375 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b079a53e-2c9d-44eb-9f17-a2d8e81e7d63 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:46:20.223794 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec771216-a684-4ef2-9f72-d314d93337da', 'tag': '4be0710e-c169-402c-94c8-156d8f1ba043', 'status': 'completed', 'code': 200} Feb 28 18:46:20.284342 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-da6aeb43-cc20-4f4d-ba85-fecd42ad2ecf req-a61c17e8-ef53-4e02-9110-049e5db9e4c7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522010 Feb 28 18:46:20.286407 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-bfc2d428-b80e-4873-9219-9c6f6edf55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:20.287912 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-bfc2d428-b80e-4873-9219-9c6f6edf55bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeb751fd-761f-4ed8-a81d-8f3fc73e9b29 HTTP/1.1" status: 200 len: 854 time: 0.0583529 Feb 28 18:46:20.337748 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-d83dcc3a-2d71-40d5-a8cf-05542246526e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15650e5a-b527-481c-b2a3-01f13a721fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423062 Feb 28 18:46:20.498764 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-c1b21ecd-e938-4f33-be31-f9d6396d54fe service neutron] 10.222.0.52 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532445 Feb 28 18:46:20.635355 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c933c-75e0-4fed-8ac3-63cb3fee8144 req-974cd592-0c06-48b2-8227-dfd28cc22383 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:20.636932 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b52c933c-75e0-4fed-8ac3-63cb3fee8144 req-974cd592-0c06-48b2-8227-dfd28cc22383 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 944 time: 0.1114008 Feb 28 18:46:20.643329 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6b7a9ed9-0073-4343-a02f-2bba777bbfc8 req-357f382d-9ec4-4b65-843d-99cac14d0d7a service neutron] 10.222.0.52 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371741 Feb 28 18:46:20.682458 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b52c933c-75e0-4fed-8ac3-63cb3fee8144 req-8de36a7a-5933-4794-b63c-b0a5a4cd9a5b tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 Feb 28 18:46:20.762759 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f79997-8893-4a98-8ede-701bf9100758 req-278447cb-3933-4061-ab8b-41360f44a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:20.765278 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f5f79997-8893-4a98-8ede-701bf9100758 req-278447cb-3933-4061-ab8b-41360f44a7f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad2efd608420488f8600acf1137a899b&device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 1097 time: 0.0541012 Feb 28 18:46:20.879915 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f79997-8893-4a98-8ede-701bf9100758 req-8db488d8-da3c-4685-b932-f513c3207074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:20.881436 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f5f79997-8893-4a98-8ede-701bf9100758 req-8db488d8-da3c-4685-b932-f513c3207074 service neutron] 10.222.0.52 "GET /v2.0/networks?id=15650e5a-b527-481c-b2a3-01f13a721fed HTTP/1.1" status: 200 len: 915 time: 0.1099908 Feb 28 18:46:20.928515 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f5f79997-8893-4a98-8ede-701bf9100758 req-9fe44b66-8de0-4491-9ee2-cd68d0b77af1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4be0710e-c169-402c-94c8-156d8f1ba043 HTTP/1.1" status: 200 len: 217 time: 0.0394595 Feb 28 18:46:20.980295 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f79997-8893-4a98-8ede-701bf9100758 req-fc0444c8-e260-423d-846f-d572bc960530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:20.981929 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f5f79997-8893-4a98-8ede-701bf9100758 req-fc0444c8-e260-423d-846f-d572bc960530 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeb751fd-761f-4ed8-a81d-8f3fc73e9b29 HTTP/1.1" status: 200 len: 854 time: 0.0465398 Feb 28 18:46:21.033800 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f5f79997-8893-4a98-8ede-701bf9100758 req-216e06a0-c473-41ff-919a-40ff67659ef6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15650e5a-b527-481c-b2a3-01f13a721fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437233 Feb 28 18:46:21.151608 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f5f79997-8893-4a98-8ede-701bf9100758 req-c165950c-785b-40d0-8488-8f25557bfd6c service neutron] 10.222.0.52 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097438 Feb 28 18:46:21.258774 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f5f79997-8893-4a98-8ede-701bf9100758 req-b5400e3c-fb14-4f05-a428-d62d865e8173 service neutron] 10.222.0.52 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997248 Feb 28 18:46:21.433399 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9875b-7cad-4219-931c-151293d998e6 req-20ce7b47-8349-4a44-a7c7-365e6c539bda tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:21.434908 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-93c9875b-7cad-4219-931c-151293d998e6 req-20ce7b47-8349-4a44-a7c7-365e6c539bda tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0506828 Feb 28 18:46:21.484120 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-93c9875b-7cad-4219-931c-151293d998e6 req-fc3e497c-4dd1-4ede-b3c4-df58002feef3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424306 Feb 28 18:46:21.813003 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37dbf5-ecf5-4827-8199-9219d6ff1249 req-10b41610-201b-428d-922e-bac02c993756 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:21.814658 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ad37dbf5-ecf5-4827-8199-9219d6ff1249 req-10b41610-201b-428d-922e-bac02c993756 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 944 time: 0.0528030 Feb 28 18:46:21.860171 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ad37dbf5-ecf5-4827-8199-9219d6ff1249 req-a18a7095-2f79-4bb6-aba1-04003b176aaf tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Feb 28 18:46:21.882765 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5a90d-69a2-4ab9-b793-7170c77a4c53 req-ea3037d1-340e-452a-8de2-8cff52c6142a tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:21.884400 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-03a5a90d-69a2-4ab9-b793-7170c77a4c53 req-ea3037d1-340e-452a-8de2-8cff52c6142a tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0651691 Feb 28 18:46:21.931185 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-03a5a90d-69a2-4ab9-b793-7170c77a4c53 req-8d5521a6-bbcd-443d-a8ea-e51c954314de tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360823 Feb 28 18:46:22.632957 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6534e3-8854-4791-bc6b-f4f2427c15cc req-4b41ed85-e6e8-4d55-bcf8-55250bcafec8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:22.634632 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2b6534e3-8854-4791-bc6b-f4f2427c15cc req-4b41ed85-e6e8-4d55-bcf8-55250bcafec8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0644281 Feb 28 18:46:22.917798 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2b6534e3-8854-4791-bc6b-f4f2427c15cc req-836e60dc-57b1-4341-b4f7-83bf3c769728 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728534 Feb 28 18:46:22.996948 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eade3f-35c8-45cb-a6c9-0cea14564725 req-e6f1cf2d-3b43-48b6-a985-cbd81829ee57 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:22.998843 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-66eade3f-35c8-45cb-a6c9-0cea14564725 req-e6f1cf2d-3b43-48b6-a985-cbd81829ee57 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 944 time: 0.0553706 Feb 28 18:46:23.000097 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:23.049552 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-66eade3f-35c8-45cb-a6c9-0cea14564725 req-142ae311-8403-402e-92c0-c73a97270f2b tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Feb 28 18:46:23.093817 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c8599-10a8-493b-b5cc-0c9349aca4e5 req-a30f6515-e67e-488b-a4b4-e09291c8a86c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:23.095403 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7d7c8599-10a8-493b-b5cc-0c9349aca4e5 req-a30f6515-e67e-488b-a4b4-e09291c8a86c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0773373 Feb 28 18:46:23.156887 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7d7c8599-10a8-493b-b5cc-0c9349aca4e5 req-0c47ec60-f3a9-41c6-9cfb-e70ad621e743 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533087 Feb 28 18:46:23.351030 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:46:23.386270 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:46:23.386750 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device aaf02fa5-d8d4-41b9-aa74-a8363ca1cda2 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:46:24.053452 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eb461-d700-4c77-8f04-50420ff0418f req-60100336-1771-4ab9-ae6e-39daaa80a533 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:24.055092 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ec7eb461-d700-4c77-8f04-50420ff0418f req-60100336-1771-4ab9-ae6e-39daaa80a533 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0593345 Feb 28 18:46:24.108316 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ec7eb461-d700-4c77-8f04-50420ff0418f req-a87a4b9b-a359-42da-b44d-49ef9363c877 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468261 Feb 28 18:46:24.246687 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc203f5-dafe-40df-b77d-1e018bcfea8b req-5dc249c9-e5d2-420f-9683-a781d442cd6f tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:24.248344 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cdc203f5-dafe-40df-b77d-1e018bcfea8b req-5dc249c9-e5d2-420f-9683-a781d442cd6f tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 944 time: 0.0897303 Feb 28 18:46:24.264231 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-f4f7ac22-4ed4-46e3-81c4-87732c4fbda1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:24.265827 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-f4f7ac22-4ed4-46e3-81c4-87732c4fbda1 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0774610 Feb 28 18:46:24.330117 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da271539-e9a9-4742-8850-4c020e5bdc2c req-f6295bc7-68ca-4b0e-b871-e6e4b27ef20c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:24.331400 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cdc203f5-dafe-40df-b77d-1e018bcfea8b req-f4edce8e-2446-46b7-884f-2e4afac48bca tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757966 Feb 28 18:46:24.333049 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-da271539-e9a9-4742-8850-4c020e5bdc2c req-f6295bc7-68ca-4b0e-b871-e6e4b27ef20c tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 945 time: 0.0838420 Feb 28 18:46:24.396195 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Deleting port c6a47027-a6fe-41e5-aede-575e78454273 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:46:24.396572 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:24.398115 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-da271539-e9a9-4742-8850-4c020e5bdc2c req-647e9190-0907-424b-83a8-8b3d6a642aba tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2523526-b4e6-4399-b278-b601179056d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553749 Feb 28 18:46:24.525402 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] For port c6a47027-a6fe-41e5-aede-575e78454273, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c6a47027-a6fe-41e5-aede-575e78454273,segment=NetworkSegment(fd0bc9e8-43a9-4b70-9bdd-f65d891d5293),segment_id=fd0bc9e8-43a9-4b70-9bdd-f65d891d5293)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:24.525719 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:24.541407 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Calling delete_port for c6a47027-a6fe-41e5-aede-575e78454273 owned by compute:nova {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:46:24.764139 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52096) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:24.769951 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:24.787715 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['c6a47027-a6fe-41e5-aede-575e78454273'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:46:24.820611 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Pushing event deleted for resources: {'Port': ['ID=c6a47027-a6fe-41e5-aede-575e78454273,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:24.840862 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.841237 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.841786 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.842356 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.842930 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.843513 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.844097 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.844640 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.845135 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.845474 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.845809 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.846337 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:24.890572 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] No DVR routers for this DVR port c6a47027-a6fe-41e5-aede-575e78454273 on host hv-cinder-83118 {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:46:24.893945 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:24.897526 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c4baf3f0-4b03-45a6-a0fa-f9d5d91886db req-95ec27c9-fb2f-4592-b01b-6df4fe9a8e3f tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.52 "DELETE /v2.0/ports/c6a47027-a6fe-41e5-aede-575e78454273 HTTP/1.1" status: 204 len: 173 time: 0.6181417 Feb 28 18:46:24.898040 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99661577-5860-4c3f-9d38-135fc4b0a670', 'name': 'network-vif-deleted', 'tag': 'c6a47027-a6fe-41e5-aede-575e78454273'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:46:24.900419 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a697630-ce1b-478b-8ca4-c530ce1700cb" -d '{"events": [{"server_uuid": "99661577-5860-4c3f-9d38-135fc4b0a670", "name": "network-vif-deleted", "tag": "c6a47027-a6fe-41e5-aede-575e78454273"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:46:24.920537 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bf43999a-9450-4153-a8a9-f5086729217e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:24.958595 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e9d010-d7f5-4375-95b0-eb4c2b31d752 x-openstack-request-id: req-f1e9d010-d7f5-4375-95b0-eb4c2b31d752 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:46:24.959316 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99661577-5860-4c3f-9d38-135fc4b0a670", "name": "network-vif-deleted", "tag": "c6a47027-a6fe-41e5-aede-575e78454273", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:46:24.959832 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1e9d010-d7f5-4375-95b0-eb4c2b31d752 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:46:24.960481 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99661577-5860-4c3f-9d38-135fc4b0a670', 'name': 'network-vif-deleted', 'tag': 'c6a47027-a6fe-41e5-aede-575e78454273', 'status': 'completed', 'code': 200} Feb 28 18:46:25.047850 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bf43999a-9450-4153-a8a9-f5086729217e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:25.053329 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bf43999a-9450-4153-a8a9-f5086729217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:25.102514 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-bf43999a-9450-4153-a8a9-f5086729217e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa28a187a567478883672b4bc645188a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365548 Feb 28 18:46:25.103290 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43999a-9450-4153-a8a9-f5086729217e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9573edd9-fb1d-4962-8c70-82f23ad8901f,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:25.105610 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52102) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:25.170291 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9b805dfd-080c-4cfe-a9d1-01c9ba76b69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:25.199032 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9b805dfd-080c-4cfe-a9d1-01c9ba76b69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:25.278925 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec6ad6-3d1b-4748-af59-bb8d70802755 req-4cfae012-0d7b-4e3f-bfcc-76699d3f21c1 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:25.280619 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-59ec6ad6-3d1b-4748-af59-bb8d70802755 req-4cfae012-0d7b-4e3f-bfcc-76699d3f21c1 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0737400 Feb 28 18:46:25.300394 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9b805dfd-080c-4cfe-a9d1-01c9ba76b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:25.302880 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9b805dfd-080c-4cfe-a9d1-01c9ba76b69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:25.304129 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-9b805dfd-080c-4cfe-a9d1-01c9ba76b69a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9573edd9-fb1d-4962-8c70-82f23ad8901f HTTP/1.1" status: 204 len: 168 time: 0.1975760 Feb 28 18:46:25.325624 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b805dfd-080c-4cfe-a9d1-01c9ba76b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9573edd9-fb1d-4962-8c70-82f23ad8901f,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:25.365888 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-59ec6ad6-3d1b-4748-af59-bb8d70802755 req-5b35769c-2e0b-40fd-81f0-ce0fa344d2f2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733488 Feb 28 18:46:25.380819 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 4be0710e-c169-402c-94c8-156d8f1ba043 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:46:25.554095 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c39e3d-afc8-4a38-b76b-300cf3d1f1d3 req-b8dc4c1f-7756-4c58-aa84-787cafee99ac tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:25.570459 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-93c39e3d-afc8-4a38-b76b-300cf3d1f1d3 req-b8dc4c1f-7756-4c58-aa84-787cafee99ac tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 944 time: 0.1102703 Feb 28 18:46:25.650987 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-93c39e3d-afc8-4a38-b76b-300cf3d1f1d3 req-4ab75a83-f62f-4d00-92d4-150ee6b722e8 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790942 Feb 28 18:46:25.663693 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 4be0710e-c169-402c-94c8-156d8f1ba043, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4be0710e-c169-402c-94c8-156d8f1ba043,segment=NetworkSegment(5bc8ca67-63a4-4093-82e6-ff8bf05776b8),segment_id=5bc8ca67-63a4-4093-82e6-ff8bf05776b8)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:25.684771 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '4be0710e-c169-402c-94c8-156d8f1ba043', 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed', 'port_id': '4be0710e-c169-402c-94c8-156d8f1ba043', 'mac_address': 'fa:16:3e:8c:9f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb751fd-761f-4ed8-a81d-8f3fc73e9b29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:46:25.690393 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5ed28425-9d49-42e0-b0c6-9dee7fc71980 req-afeb9f3b-df5f-4239-bc05-2721ddc0a641 tempest-AttachVolumeNegativeTest-602146742 tempest-AttachVolumeNegativeTest-602146742-project] 10.222.0.39 "GET /v2.0/ports?device_id=99661577-5860-4c3f-9d38-135fc4b0a670 HTTP/1.1" status: 200 len: 210 time: 0.0715568 Feb 28 18:46:25.741079 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:25.757854 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be0710e-c169-402c-94c8-156d8f1ba043 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:46:25.785331 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 4be0710e-c169-402c-94c8-156d8f1ba043, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4be0710e-c169-402c-94c8-156d8f1ba043,segment=NetworkSegment(5bc8ca67-63a4-4093-82e6-ff8bf05776b8),segment_id=5bc8ca67-63a4-4093-82e6-ff8bf05776b8)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:25.790103 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:25.847939 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=4be0710e-c169-402c-94c8-156d8f1ba043,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:26.272642 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52130) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:26.334866 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['4be0710e-c169-402c-94c8-156d8f1ba043'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:46:26.408523 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-64049e1f-3d11-479b-8b15-b7d857f15878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.418277 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2103602434-network', 'tenant_id': '707724b340e94803bf2232479065b041'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:26.449984 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Made reservation on behalf of 707724b340e94803bf2232479065b041 for: {'network': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:26.453262 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.470651 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.630292 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3685b-0f56-4512-8fe2-74aa3a292935 req-d34f1fff-86ec-40b1-b2fe-424c6fdb1d20 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:26.631934 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0ed3685b-0f56-4512-8fe2-74aa3a292935 req-d34f1fff-86ec-40b1-b2fe-424c6fdb1d20 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0879929 Feb 28 18:46:26.644069 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.651555 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.683734 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=108388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:46:26.716354 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0ed3685b-0f56-4512-8fe2-74aa3a292935 req-4b2d0f2a-9435-444c-b127-3066c767410c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751824 Feb 28 18:46:26.718456 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.718786 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.segments_db [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Added segment 5f8e9121-995b-49ca-85d9-1c89231fd265 of type vlan for network 427a3ac3-24d0-4e87-859d-ce41ee96bacf Feb 28 18:46:26.720932 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c2b70e-c976-409d-9b76-973eb545091c,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:26.781854 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.793600 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52140) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:26.816939 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.817984 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:26.818565 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.854051 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c4d39-4eb8-44d3-bcb2-17c6a3ddad05 req-8e55a74d-926a-4e67-aa15-44bfc2a30414 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:26.855685 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-089c4d39-4eb8-44d3-bcb2-17c6a3ddad05 req-8e55a74d-926a-4e67-aa15-44bfc2a30414 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 945 time: 0.1109104 Feb 28 18:46:26.861288 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d285731b-5798-49fc-93a6-cb260a8ac637 admin admin] Deleting subnet 3d6904ad-b27a-45ad-80ca-02807b6e0841 {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:46:26.867235 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d285731b-5798-49fc-93a6-cb260a8ac637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.875580 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6016231 Feb 28 18:46:26.880966 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52142) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:26.885932 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Request body: {'subnet': {'network_id': '427a3ac3-24d0-4e87-859d-ce41ee96bacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2103602434-subnet', 'tenant_id': '707724b340e94803bf2232479065b041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:26.896940 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f669c-7826-4f74-9903-ecf8e17b400c admin admin] Pushing event updated for resources: {'Network': ['ID=427a3ac3-24d0-4e87-859d-ce41ee96bacf,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:26.910967 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 427a3ac3-24d0-4e87-859d-ce41ee96bacf details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:46:26.918485 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Made reservation on behalf of 707724b340e94803bf2232479065b041 for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:26.921813 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25248521'] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.934455 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d285731b-5798-49fc-93a6-cb260a8ac637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27829832'] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:26.939394 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-089c4d39-4eb8-44d3-bcb2-17c6a3ddad05 req-e36bfb7c-fcae-477b-bd83-4ed99dba828c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749719 Feb 28 18:46:26.997662 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d285731b-5798-49fc-93a6-cb260a8ac637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.084110 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d285731b-5798-49fc-93a6-cb260a8ac637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2016347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28560992'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.113318 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285731b-5798-49fc-93a6-cb260a8ac637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6904ad-b27a-45ad-80ca-02807b6e0841,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:27.118068 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d285731b-5798-49fc-93a6-cb260a8ac637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.122252 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d285731b-5798-49fc-93a6-cb260a8ac637 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3d6904ad-b27a-45ad-80ca-02807b6e0841 HTTP/1.1" status: 204 len: 168 time: 0.3246264 Feb 28 18:46:27.124988 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52144) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:27.153114 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25877559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25248763'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.239891 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Pushing event updated for resources: {'Subnet': ['ID=627cc10f-6edd-4a4a-975a-3f0c0bfad09e,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:27.245814 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.248317 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Checking segment: {'id': '5f8e9121-995b-49ca-85d9-1c89231fd265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '427a3ac3-24d0-4e87-859d-ce41ee96bacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:46:27.248696 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Network hostable DHCP agents. Network: 427a3ac3-24d0-4e87-859d-ce41ee96bacf, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:46:27.270907 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Network 427a3ac3-24d0-4e87-859d-ce41ee96bacf is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:46:27.282100 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 427a3ac3-24d0-4e87-859d-ce41ee96bacf) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:27.292607 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdffc478-49f5-4b57-a20f-efa85ffced0e None None] Network 427a3ac3-24d0-4e87-859d-ce41ee96bacf requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:46:27.292882 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:27.293913 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.325072 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-061d557c-e349-49e5-86a3-c7af0d1e261d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4371688 Feb 28 18:46:27.368385 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.373165 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0e1a4fcf-0502-4a90-8900-002139be7461 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:46:27.397031 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996baca1-ef06-44b2-a3c7-1cfec7cc4e0f']}} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:27.411154 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293') {'for_net_delete': True} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:27.411428 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0bc9e8-43a9-4b70-9bdd-f65d891d5293') {} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:27.424077 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27829831'] for segment, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.445361 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.453987 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=108389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:46:27.454938 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2016697'] for segment, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: Traceback (most recent call last): Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: timer() Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: cb(*args, **kw) Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: return func(*args, **kwargs) Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: self._notify() Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: self.callback(batched_events) Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: event.method(event) Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: return f(self, *a, **k) Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._get(url).json() Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: return self.request(url, 'GET', **kwargs) Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:46:27.457816 dv-cinder-831186-1-iscsi neutron-server[108389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:46:27.530857 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.538672 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.548499 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] 10.222.0.39 "DELETE /v2.0/networks/996baca1-ef06-44b2-a3c7-1cfec7cc4e0f HTTP/1.1" status: 204 len: 168 time: 0.4196603 Feb 28 18:46:27.583827 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e2df1-0991-4520-9acb-bb027ec41823 admin admin] Pushing event deleted for resources: {'Network': ['ID=996baca1-ef06-44b2-a3c7-1cfec7cc4e0f,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:27.638471 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e45390-2875-48dd-acd1-3d40398bba8d None None] Network 427a3ac3-24d0-4e87-859d-ce41ee96bacf requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:46:27.732225 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:27.749695 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '0e1a4fcf-0502-4a90-8900-002139be7461', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'port_id': '0e1a4fcf-0502-4a90-8900-002139be7461', 'mac_address': 'fa:16:3e:95:60:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:46:27.779898 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52158) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:27.821067 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.861096 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c37e1e91-ad89-4cc0-8428-e9ca2b4b3fc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35299c6c176c40f691edccf74586020c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0778749 Feb 28 18:46:27.862909 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52162) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:27.867198 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e1a4fcf-0502-4a90-8900-002139be7461 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:46:27.904020 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:27.907438 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c190ba-1756-4140-b245-ecdba22eaf79 req-52fc5f60-502e-485a-92ca-aef0c3aa555e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:27.910392 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-00c190ba-1756-4140-b245-ecdba22eaf79 req-52fc5f60-502e-485a-92ca-aef0c3aa555e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0692182 Feb 28 18:46:27.913278 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.974361 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-00c190ba-1756-4140-b245-ecdba22eaf79 req-8fb3ec8e-c80b-4f55-81b0-1e86f6164b9c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517979 Feb 28 18:46:27.996578 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-43764a16-b3c7-465a-a268-a96d1776aac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.017083 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=6']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:28.031541 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['0e1a4fcf-0502-4a90-8900-002139be7461'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:46:28.037057 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-43764a16-b3c7-465a-a268-a96d1776aac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.190851 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4823a-ea57-478b-8b94-26e003f3465f req-cfbe33f8-d68d-4863-ad51-d2770da08e2c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:28.193100 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-72d4823a-ea57-478b-8b94-26e003f3465f req-cfbe33f8-d68d-4863-ad51-d2770da08e2c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 945 time: 0.0956089 Feb 28 18:46:28.208980 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52170) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:28.213506 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-43764a16-b3c7-465a-a268-a96d1776aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.214777 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-630938783-network', 'tenant_id': '8d94a76c60fd4c00951d70ba2d4d98c9'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:28.216122 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-43764a16-b3c7-465a-a268-a96d1776aac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.219545 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-43764a16-b3c7-465a-a268-a96d1776aac5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2523526-b4e6-4399-b278-b601179056d3 HTTP/1.1" status: 204 len: 168 time: 0.3524094 Feb 28 18:46:28.241890 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43764a16-b3c7-465a-a268-a96d1776aac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2523526-b4e6-4399-b278-b601179056d3,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:28.255287 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Made reservation on behalf of 8d94a76c60fd4c00951d70ba2d4d98c9 for: {'network': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:28.258291 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.284210 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.289121 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-72d4823a-ea57-478b-8b94-26e003f3465f req-dfc61b50-7b53-4202-8a34-e555c59d4073 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758343 Feb 28 18:46:28.429591 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.435075 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.470744 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=108388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:46:28.482563 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57fd20f-7708-49a5-bab4-173f3ac1e1f1,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:28.487623 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.488063 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.segments_db [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Added segment 9322a4fd-035a-42b9-bdb3-f9e825947ab0 of type vlan for network c8beb40b-97b2-458e-a5fa-d38566c483be Feb 28 18:46:28.540695 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.571316 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.572994 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:28.573787 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.636794 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4237354 Feb 28 18:46:28.638193 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52178) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:28.649464 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Request body: {'subnet': {'network_id': 'c8beb40b-97b2-458e-a5fa-d38566c483be', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-630938783-subnet', 'tenant_id': '8d94a76c60fd4c00951d70ba2d4d98c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:28.655664 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc71c5-fc89-45a3-8ce1-cea64306da0c admin admin] Pushing event updated for resources: {'Network': ['ID=c8beb40b-97b2-458e-a5fa-d38566c483be,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:28.668290 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network c8beb40b-97b2-458e-a5fa-d38566c483be details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:46:28.699466 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Made reservation on behalf of 8d94a76c60fd4c00951d70ba2d4d98c9 for: {'subnet': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:28.703228 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28561051'] for subnet, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.815545 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-322b3e65-bcd8-4fc3-9464-afdffb7d91d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.914168 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2016284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28561001'] for subnet, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.989608 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2777487c-38d6-4461-912c-73421d72bc82,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:29.006017 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Checking segment: {'id': '9322a4fd-035a-42b9-bdb3-f9e825947ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c8beb40b-97b2-458e-a5fa-d38566c483be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:46:29.006399 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Network hostable DHCP agents. Network: c8beb40b-97b2-458e-a5fa-d38566c483be, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:46:29.040145 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Network c8beb40b-97b2-458e-a5fa-d38566c483be is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:46:29.061114 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, c8beb40b-97b2-458e-a5fa-d38566c483be) {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:29.070659 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:29.071675 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.086723 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632c4040-9fd0-4d1a-992e-8c26f052ba3d None None] Network c8beb40b-97b2-458e-a5fa-d38566c483be requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:46:29.105736 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f6273628-5176-4a30-81df-ec57fab0c28b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4653289 Feb 28 18:46:29.193903 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6534978-3170-4814-a462-be05d34121b6 req-60069697-72a3-45af-86d9-f52afc007a11 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:29.198451 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a6534978-3170-4814-a462-be05d34121b6 req-60069697-72a3-45af-86d9-f52afc007a11 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 944 time: 0.1212492 Feb 28 18:46:29.259577 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a6534978-3170-4814-a462-be05d34121b6 req-4bcc99cc-c64a-4eb4-a13c-633a5e1ccbde tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548992 Feb 28 18:46:29.308732 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd21826-57b1-4677-9871-659dc2e7da00 None None] Network c8beb40b-97b2-458e-a5fa-d38566c483be requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:46:29.329177 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52200) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:29.386067 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 4be0710e-c169-402c-94c8-156d8f1ba043 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:46:29.417825 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b2258a-8ae8-4293-8d51-4fbe05332071 admin admin] Deleting subnet 627cc10f-6edd-4a4a-975a-3f0c0bfad09e {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:46:29.424148 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-92b2258a-8ae8-4293-8d51-4fbe05332071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.529291 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 4be0710e-c169-402c-94c8-156d8f1ba043 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:29.554762 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-92b2258a-8ae8-4293-8d51-4fbe05332071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27829832'] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.558311 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 4be0710e-c169-402c-94c8-156d8f1ba043 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:29.558690 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.645399 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7898ccc-b54d-4dac-bba2-e3fc97b28f20 req-bfb697e9-c871-4cdf-93ee-de7cf03cd394 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:29.648084 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c7898ccc-b54d-4dac-bba2-e3fc97b28f20 req-bfb697e9-c871-4cdf-93ee-de7cf03cd394 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 945 time: 0.2202859 Feb 28 18:46:29.655364 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.678948 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-92b2258a-8ae8-4293-8d51-4fbe05332071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.691380 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec771216-a684-4ef2-9f72-d314d93337da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be0710e-c169-402c-94c8-156d8f1ba043'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:46:29.693961 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ead73a8-7b8a-41fd-9b2b-24fca0673757" -d '{"events": [{"server_uuid": "ec771216-a684-4ef2-9f72-d314d93337da", "name": "network-vif-plugged", "status": "completed", "tag": "4be0710e-c169-402c-94c8-156d8f1ba043"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:46:29.723361 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 4be0710e-c169-402c-94c8-156d8f1ba043, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4be0710e-c169-402c-94c8-156d8f1ba043,segment=NetworkSegment(5bc8ca67-63a4-4093-82e6-ff8bf05776b8),segment_id=5bc8ca67-63a4-4093-82e6-ff8bf05776b8)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:29.730964 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.732134 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0e1a4fcf-0502-4a90-8900-002139be7461 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:46:29.737423 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c7898ccc-b54d-4dac-bba2-e3fc97b28f20 req-29fc5e16-a814-4e6a-9ebd-db63a415f364 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820649 Feb 28 18:46:29.794403 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-92b2258a-8ae8-4293-8d51-4fbe05332071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2016347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28560992'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.801405 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be99b2c-31bb-4c9c-838b-d973932365cd x-openstack-request-id: req-8be99b2c-31bb-4c9c-838b-d973932365cd {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:46:29.801849 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec771216-a684-4ef2-9f72-d314d93337da", "name": "network-vif-plugged", "status": "completed", "tag": "4be0710e-c169-402c-94c8-156d8f1ba043", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:46:29.802442 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8be99b2c-31bb-4c9c-838b-d973932365cd {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:46:29.803039 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec771216-a684-4ef2-9f72-d314d93337da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be0710e-c169-402c-94c8-156d8f1ba043', 'code': 200} Feb 28 18:46:29.839667 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=4be0710e-c169-402c-94c8-156d8f1ba043,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:29.842433 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2258a-8ae8-4293-8d51-4fbe05332071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627cc10f-6edd-4a4a-975a-3f0c0bfad09e,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:29.848991 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-92b2258a-8ae8-4293-8d51-4fbe05332071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.850097 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 0e1a4fcf-0502-4a90-8900-002139be7461 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:29.850848 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.856278 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-92b2258a-8ae8-4293-8d51-4fbe05332071 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/627cc10f-6edd-4a4a-975a-3f0c0bfad09e HTTP/1.1" status: 204 len: 168 time: 0.5221517 Feb 28 18:46:29.857980 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52214) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:29.950530 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.954478 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.010531 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.055651 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:30.062033 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.062903 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device c6a47027-a6fe-41e5-aede-575e78454273 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:46:30.067442 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.106567 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427a3ac3-24d0-4e87-859d-ce41ee96bacf']}} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:30.108543 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: c6a47027-a6fe-41e5-aede-575e78454273 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:46:30.109583 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device c6a47027-a6fe-41e5-aede-575e78454273 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:46:30.122356 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8e9121-995b-49ca-85d9-1c89231fd265') {'for_net_delete': True} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:30.122753 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8e9121-995b-49ca-85d9-1c89231fd265') {} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:30.135993 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28524503'] for segment, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.139197 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d114ca-219a-44a0-9b85-3697a0d6cd02 req-0f5a9aee-f7fa-48ad-99bc-60ac2e43aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:30.141170 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5d114ca-219a-44a0-9b85-3697a0d6cd02 req-0f5a9aee-f7fa-48ad-99bc-60ac2e43aed4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 1099 time: 0.1101627 Feb 28 18:46:30.147805 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=7']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:30.167556 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.182335 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=108388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:46:30.182737 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25877906'] for segment, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: Traceback (most recent call last): Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: timer() Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: cb(*args, **kw) Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: return func(*args, **kwargs) Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: self._notify() Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: self.callback(batched_events) Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: event.method(event) Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: return f(self, *a, **k) Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._get(url).json() Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: return self.request(url, 'GET', **kwargs) Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:46:30.184646 dv-cinder-831186-1-iscsi neutron-server[108388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:46:30.247077 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5d114ca-219a-44a0-9b85-3697a0d6cd02 req-fe43938f-9521-4133-92d2-51bebf66b8e4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973485 Feb 28 18:46:30.261600 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.271119 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.277115 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] 10.222.0.39 "DELETE /v2.0/networks/427a3ac3-24d0-4e87-859d-ce41ee96bacf HTTP/1.1" status: 204 len: 168 time: 0.4177849 Feb 28 18:46:30.279823 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52222) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:30.308874 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f712ba7-5132-43ee-82cb-8432b4b3f717 admin admin] Pushing event deleted for resources: {'Network': ['ID=427a3ac3-24d0-4e87-859d-ce41ee96bacf,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:30.372402 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbce718a-050c-4bd8-869c-997affcf9a51 admin admin] Deleting subnet 2777487c-38d6-4461-912c-73421d72bc82 {{(pid=108388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:46:30.378922 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-cbce718a-050c-4bd8-869c-997affcf9a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.424674 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27324ac2-a81e-4167-9adf-ce224634c5db req-1bf0f38f-f93a-49a5-bb5e-07e134169fbe tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:30.428169 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-27324ac2-a81e-4167-9adf-ce224634c5db req-1bf0f38f-f93a-49a5-bb5e-07e134169fbe tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0757506 Feb 28 18:46:30.442399 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-cbce718a-050c-4bd8-869c-997affcf9a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28524504'] for subnet, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.496812 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-27324ac2-a81e-4167-9adf-ce224634c5db req-e8d370cb-5018-430c-b378-f8ce1163ae6c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543411 Feb 28 18:46:30.509796 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-cbce718a-050c-4bd8-869c-997affcf9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.593815 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-cbce718a-050c-4bd8-869c-997affcf9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25877616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25248754'] for subnet, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.629102 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce718a-050c-4bd8-869c-997affcf9a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2777487c-38d6-4461-912c-73421d72bc82,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:30.631132 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-cbce718a-050c-4bd8-869c-997affcf9a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.634392 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-cbce718a-050c-4bd8-869c-997affcf9a51 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2777487c-38d6-4461-912c-73421d72bc82 HTTP/1.1" status: 204 len: 168 time: 0.3532064 Feb 28 18:46:30.637771 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52236) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:30.719605 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.842436 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.887278 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8beb40b-97b2-458e-a5fa-d38566c483be']}} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:30.910913 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9322a4fd-035a-42b9-bdb3-f9e825947ab0') {'for_net_delete': True} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:30.911258 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9322a4fd-035a-42b9-bdb3-f9e825947ab0') {} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:30.941801 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28524503'] for segment, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.963334 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.979674 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab9491-b696-4292-bc4d-247135b748f3 req-5490c426-9e54-4a98-9f9e-6c93d5dba6c3 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:30.981210 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-14ab9491-b696-4292-bc4d-247135b748f3 req-5490c426-9e54-4a98-9f9e-6c93d5dba6c3 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 946 time: 0.1004522 Feb 28 18:46:30.984590 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=108388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:46:30.985764 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25877906'] for segment, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: Traceback (most recent call last): Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: timer() Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: cb(*args, **kw) Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: return func(*args, **kwargs) Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: self._notify() Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: self.callback(batched_events) Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: event.method(event) Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: return f(self, *a, **k) Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._get(url).json() Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: return self.request(url, 'GET', **kwargs) Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:46:30.988141 dv-cinder-831186-1-iscsi neutron-server[108388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:46:31.093960 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:31.104341 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:31.112818 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c8beb40b-97b2-458e-a5fa-d38566c483be HTTP/1.1" status: 204 len: 168 time: 0.4732332 Feb 28 18:46:31.118579 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-14ab9491-b696-4292-bc4d-247135b748f3 req-aff6fdc0-8c2e-41d6-bb52-9c87662d8973 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166325 Feb 28 18:46:31.131841 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd971ed-6d64-4971-ba5a-576585e6dc51 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8beb40b-97b2-458e-a5fa-d38566c483be,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:31.350825 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52258) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:31.396467 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-858cefce-813a-4087-8bbc-25cc45f5f1af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=707724b340e94803bf2232479065b041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444453 Feb 28 18:46:31.399005 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52260) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:31.469375 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f80a01ae-8ecd-4b78-bec8-5299f95834a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:31.482596 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:31.506976 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f80a01ae-8ecd-4b78-bec8-5299f95834a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:31.597114 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f80a01ae-8ecd-4b78-bec8-5299f95834a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:31.602561 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f80a01ae-8ecd-4b78-bec8-5299f95834a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:31.606985 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-f80a01ae-8ecd-4b78-bec8-5299f95834a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87c2b70e-c976-409d-9b76-973eb545091c HTTP/1.1" status: 204 len: 168 time: 0.2035687 Feb 28 18:46:31.619127 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a01ae-8ecd-4b78-bec8-5299f95834a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c2b70e-c976-409d-9b76-973eb545091c,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:31.707826 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735764f-8319-4373-a56e-84c18b38e2e4 req-7e3d3247-17a8-41f2-b5e5-fb8abb91b352 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:31.710452 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d735764f-8319-4373-a56e-84c18b38e2e4 req-7e3d3247-17a8-41f2-b5e5-fb8abb91b352 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0913446 Feb 28 18:46:31.754858 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:31.792089 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d735764f-8319-4373-a56e-84c18b38e2e4 req-90bdcd66-8530-4d0c-8b5b-4f0be78cb0df tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746269 Feb 28 18:46:31.805674 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:46:31.812091 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1c54b7-a308-4404-8894-9d39179d6f85" -d '{"events": [{"server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "name": "network-vif-plugged", "status": "completed", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:46:31.910353 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843830df-7f50-4778-84e4-37c02ae6b123 x-openstack-request-id: req-843830df-7f50-4778-84e4-37c02ae6b123 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:46:31.910827 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "name": "network-vif-plugged", "status": "completed", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:46:31.911284 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-843830df-7f50-4778-84e4-37c02ae6b123 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:46:31.912139 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461', 'code': 200} Feb 28 18:46:32.260426 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52290) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:32.350844 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-9f1481d8-9546-475c-a3cb-775ee213dbf8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d94a76c60fd4c00951d70ba2d4d98c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888472 Feb 28 18:46:32.361224 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52292) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:32.374694 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0204cc7-7522-4ab1-b214-65567e04add2 req-bb4eddfe-9e0f-4280-b264-a745e4c03786 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:32.376295 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d0204cc7-7522-4ab1-b214-65567e04add2 req-bb4eddfe-9e0f-4280-b264-a745e4c03786 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 946 time: 0.0958836 Feb 28 18:46:32.484722 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ac6fcfbc-877d-41ef-ba4c-bc02ee8b7025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.497497 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d0204cc7-7522-4ab1-b214-65567e04add2 req-343428bc-5255-4462-b9b0-36188d9d2c63 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100566 Feb 28 18:46:32.518545 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ac6fcfbc-877d-41ef-ba4c-bc02ee8b7025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.606894 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ac6fcfbc-877d-41ef-ba4c-bc02ee8b7025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.612809 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ac6fcfbc-877d-41ef-ba4c-bc02ee8b7025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.614024 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-ac6fcfbc-877d-41ef-ba4c-bc02ee8b7025 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f57fd20f-7708-49a5-bab4-173f3ac1e1f1 HTTP/1.1" status: 204 len: 168 time: 0.2575858 Feb 28 18:46:32.623930 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fcfbc-877d-41ef-ba4c-bc02ee8b7025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57fd20f-7708-49a5-bab4-173f3ac1e1f1,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:33.083925 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aebc0-2e72-47e8-a0e0-ef598c363787 req-89fe63c0-69e0-425a-80d4-f74e9281694f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:33.093839 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d23aebc0-2e72-47e8-a0e0-ef598c363787 req-89fe63c0-69e0-425a-80d4-f74e9281694f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.1115379 Feb 28 18:46:33.148115 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d23aebc0-2e72-47e8-a0e0-ef598c363787 req-3e144cb9-292b-4855-b80d-dd0873534c14 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529013 Feb 28 18:46:34.399975 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e912ba-df87-490b-98b8-365259c34db0 req-e8f47442-04c2-4fe1-abe9-c222842deda0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:34.401575 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-52e912ba-df87-490b-98b8-365259c34db0 req-e8f47442-04c2-4fe1-abe9-c222842deda0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0976205 Feb 28 18:46:34.468895 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-52e912ba-df87-490b-98b8-365259c34db0 req-2b0064d7-ca73-4247-9398-f80ccc0316e7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589359 Feb 28 18:46:35.231651 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52424) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:35.472324 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a7164a79-265f-4fd9-b19e-4fb37da588f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:35.619636 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12fc5c-17db-4b31-9468-12163258ab98 req-57181a77-153c-433d-8720-b07c031c121c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:35.621282 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a7164a79-265f-4fd9-b19e-4fb37da588f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:35.628201 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a7164a79-265f-4fd9-b19e-4fb37da588f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:35.629915 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5f12fc5c-17db-4b31-9468-12163258ab98 req-57181a77-153c-433d-8720-b07c031c121c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0757928 Feb 28 18:46:35.682690 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a7164a79-265f-4fd9-b19e-4fb37da588f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c17fbfabd69d4c479b89bb8323bfacc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494531 Feb 28 18:46:35.683743 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7164a79-265f-4fd9-b19e-4fb37da588f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522c5b81-8079-4557-a0b6-286fb7892a4c,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:35.685129 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5f12fc5c-17db-4b31-9468-12163258ab98 req-2b24cf64-974d-4032-b65b-1d14ace787f2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548606 Feb 28 18:46:35.687662 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52436) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:35.753451 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-16d8b469-080b-4f8f-bb48-777c4d0807e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:35.784229 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-16d8b469-080b-4f8f-bb48-777c4d0807e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:35.842161 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-16d8b469-080b-4f8f-bb48-777c4d0807e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:35.846180 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-16d8b469-080b-4f8f-bb48-777c4d0807e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:35.847772 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-16d8b469-080b-4f8f-bb48-777c4d0807e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/522c5b81-8079-4557-a0b6-286fb7892a4c HTTP/1.1" status: 204 len: 168 time: 0.1589470 Feb 28 18:46:35.860960 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8b469-080b-4f8f-bb48-777c4d0807e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522c5b81-8079-4557-a0b6-286fb7892a4c,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:36.351913 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52448) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:36.379113 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-77eed5c4-dee4-4ac9-99fe-af8994b76927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:36.526540 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-77eed5c4-dee4-4ac9-99fe-af8994b76927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:36.534059 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-77eed5c4-dee4-4ac9-99fe-af8994b76927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:36.583227 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52454) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:36.584162 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-77eed5c4-dee4-4ac9-99fe-af8994b76927 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8cca9248f9b4ea9917e394d2a976390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300673 Feb 28 18:46:36.585352 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eed5c4-dee4-4ac9-99fe-af8994b76927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242483af-580a-45de-8315-f9c1073c256c,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:36.661224 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-585b9224-81d7-4db0-a0e6-f7fe71afe3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:36.704090 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-585b9224-81d7-4db0-a0e6-f7fe71afe3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:36.857844 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffea955-c7ae-42b2-86ac-0d03c88eb944 req-e3e5732e-f299-4512-a839-0a048c53cad4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:36.866375 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6ffea955-c7ae-42b2-86ac-0d03c88eb944 req-e3e5732e-f299-4512-a839-0a048c53cad4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0763714 Feb 28 18:46:36.890744 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-585b9224-81d7-4db0-a0e6-f7fe71afe3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:36.894892 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-585b9224-81d7-4db0-a0e6-f7fe71afe3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:36.899261 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-585b9224-81d7-4db0-a0e6-f7fe71afe3d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/242483af-580a-45de-8315-f9c1073c256c HTTP/1.1" status: 204 len: 168 time: 0.3141098 Feb 28 18:46:36.918514 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b9224-81d7-4db0-a0e6-f7fe71afe3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242483af-580a-45de-8315-f9c1073c256c,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:36.943410 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6ffea955-c7ae-42b2-86ac-0d03c88eb944 req-ee2d5baa-4493-4482-b2d0-4872c08ab823 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757735 Feb 28 18:46:37.653929 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:46:38.089985 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987859f-c23c-4cbf-9136-b0656819c546 req-753ab3f6-ad28-47d4-921f-8e13cc8e39e3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:38.093025 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d987859f-c23c-4cbf-9136-b0656819c546 req-753ab3f6-ad28-47d4-921f-8e13cc8e39e3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0634654 Feb 28 18:46:38.198740 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d987859f-c23c-4cbf-9136-b0656819c546 req-619f69f2-5e76-416f-b14a-080948bb7a88 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918655 Feb 28 18:46:39.397381 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f218a65-c02d-4267-9fbf-2f19978793ac req-e94df0cc-e509-4e0b-9dd0-4188bf3f8de0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:39.401053 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6f218a65-c02d-4267-9fbf-2f19978793ac req-e94df0cc-e509-4e0b-9dd0-4188bf3f8de0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0807388 Feb 28 18:46:39.450399 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6f218a65-c02d-4267-9fbf-2f19978793ac req-98630b13-5352-45f7-8963-81ac3cdecd82 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400608 Feb 28 18:46:40.602742 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556a37e-2459-407a-a2d3-a6eabab93f45 req-f0311638-9ee7-4b86-b59a-013243973c64 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:40.604648 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0556a37e-2459-407a-a2d3-a6eabab93f45 req-f0311638-9ee7-4b86-b59a-013243973c64 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0651736 Feb 28 18:46:40.662648 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0556a37e-2459-407a-a2d3-a6eabab93f45 req-476ec805-73eb-4162-a63e-b6a63980ec6f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511293 Feb 28 18:46:41.817711 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d232b07-3865-4073-8de4-b8f3c29ca2fe req-0ab4eb52-8c6e-4ae8-8684-e6823bad4ea0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:41.819537 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8d232b07-3865-4073-8de4-b8f3c29ca2fe req-0ab4eb52-8c6e-4ae8-8684-e6823bad4ea0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0636251 Feb 28 18:46:41.865312 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8d232b07-3865-4073-8de4-b8f3c29ca2fe req-5bd7d44f-3097-47b3-a22e-6c48ba9f46a1 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387115 Feb 28 18:46:43.098785 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0375a-b4a9-4d80-a118-0e545233e031 req-d1aa5e3b-4896-48fe-9213-83588a749ba0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:43.102207 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-96a0375a-b4a9-4d80-a118-0e545233e031 req-d1aa5e3b-4896-48fe-9213-83588a749ba0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0691881 Feb 28 18:46:43.197574 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-96a0375a-b4a9-4d80-a118-0e545233e031 req-83e09ca8-8e18-451d-b2c5-2b69b176cd74 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782919 Feb 28 18:46:44.389541 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108881d-ff13-4453-9c4f-3daffa7259cc req-2c2082ed-35c6-40e1-8b77-716701d49095 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:44.392832 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b108881d-ff13-4453-9c4f-3daffa7259cc req-2c2082ed-35c6-40e1-8b77-716701d49095 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0871000 Feb 28 18:46:44.517634 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b108881d-ff13-4453-9c4f-3daffa7259cc req-90097de3-30e2-4a97-9872-792b09621ef8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181121 Feb 28 18:46:45.543042 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52674) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:45.663030 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed52ce-7f5a-4dc4-8493-b3439872041c req-b1752c5d-8ce7-4ad5-b915-2e504c18b980 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:45.664532 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-83ed52ce-7f5a-4dc4-8493-b3439872041c req-b1752c5d-8ce7-4ad5-b915-2e504c18b980 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0602033 Feb 28 18:46:45.665224 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f6b-9dc1-48f3-b6df-a7a61ad85790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.724304 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-83ed52ce-7f5a-4dc4-8493-b3439872041c req-f607afd6-8b8b-4d20-ad50-843acb62a4b6 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514154 Feb 28 18:46:45.770889 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f6b-9dc1-48f3-b6df-a7a61ad85790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.774478 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f6b-9dc1-48f3-b6df-a7a61ad85790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.810118 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc91f6b-9dc1-48f3-b6df-a7a61ad85790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac038dd8-6c6f-47bd-a928-002f232cb3f9,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:45.815628 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-0fc91f6b-9dc1-48f3-b6df-a7a61ad85790 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1112ecc3a9b4481da90c409c05c27da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714546 Feb 28 18:46:45.817581 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52680) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:45.876542 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-94e2a250-3c01-4e7f-97b1-380ae022594b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.898509 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-94e2a250-3c01-4e7f-97b1-380ae022594b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.949818 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-94e2a250-3c01-4e7f-97b1-380ae022594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.952492 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-94e2a250-3c01-4e7f-97b1-380ae022594b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.953674 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-94e2a250-3c01-4e7f-97b1-380ae022594b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac038dd8-6c6f-47bd-a928-002f232cb3f9 HTTP/1.1" status: 204 len: 168 time: 0.1351855 Feb 28 18:46:45.962242 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2a250-3c01-4e7f-97b1-380ae022594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac038dd8-6c6f-47bd-a928-002f232cb3f9,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:46.238221 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52686) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:46.253453 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3a4f53ff-da5f-4a1e-b842-8f6f51dd9867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:46.333049 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3a4f53ff-da5f-4a1e-b842-8f6f51dd9867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:46.338953 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3a4f53ff-da5f-4a1e-b842-8f6f51dd9867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:46.380444 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-3a4f53ff-da5f-4a1e-b842-8f6f51dd9867 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0408fc3ad4f45a8a567db5b320c98af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411307 Feb 28 18:46:46.381636 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f53ff-da5f-4a1e-b842-8f6f51dd9867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b488305-4678-414d-bb8c-e3e4a8b589a0,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:46.383216 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52696) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:46.447224 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef672-5287-4fc6-b9a8-24b1576f7ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:46.476144 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef672-5287-4fc6-b9a8-24b1576f7ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:46.531583 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef672-5287-4fc6-b9a8-24b1576f7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:46.531583 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef672-5287-4fc6-b9a8-24b1576f7ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:46.531583 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-8b8ef672-5287-4fc6-b9a8-24b1576f7ca8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b488305-4678-414d-bb8c-e3e4a8b589a0 HTTP/1.1" status: 204 len: 168 time: 0.1453435 Feb 28 18:46:46.541524 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ef672-5287-4fc6-b9a8-24b1576f7ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b488305-4678-414d-bb8c-e3e4a8b589a0,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:46.678301 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-c2380b26-ff65-4f3d-b959-b93907155d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:46.679821 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-c2380b26-ff65-4f3d-b959-b93907155d51 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 1098 time: 0.0462370 Feb 28 18:46:46.779484 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-52f7dede-99a1-4e0a-af2f-86c07bd11d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:46.781118 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-52f7dede-99a1-4e0a-af2f-86c07bd11d88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 917 time: 0.0944691 Feb 28 18:46:46.887246 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-e87548e6-9cc9-468d-9767-c684e716e314 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e1a4fcf-0502-4a90-8900-002139be7461 HTTP/1.1" status: 200 len: 1000 time: 0.0980942 Feb 28 18:46:46.905479 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 52714) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:46.909900 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce538c83-83e0-43c6-aa48-fa038c70c16a req-587e9b2b-0198-45f5-8ddb-ca7002a06247 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:46.911367 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ce538c83-83e0-43c6-aa48-fa038c70c16a req-587e9b2b-0198-45f5-8ddb-ca7002a06247 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0797942 Feb 28 18:46:46.919370 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-33891ee5-7dde-4510-be82-6bb8a15e248a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:46.967443 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-1d361c48-3bbe-42e5-b24b-518c9f3443e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:46.969770 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-1d361c48-3bbe-42e5-b24b-518c9f3443e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.0746460 Feb 28 18:46:46.984699 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ce538c83-83e0-43c6-aa48-fa038c70c16a req-3e57d18d-d75a-4277-83ce-e78c4ffb7a4b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531888 Feb 28 18:46:47.004663 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-33891ee5-7dde-4510-be82-6bb8a15e248a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.011731 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-33891ee5-7dde-4510-be82-6bb8a15e248a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.029745 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-bcee76c4-5c7e-4f0b-8bc5-e234ecdee818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:47.031878 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-bcee76c4-5c7e-4f0b-8bc5-e234ecdee818 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463219 Feb 28 18:46:47.053449 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-33891ee5-7dde-4510-be82-6bb8a15e248a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52073a6f407c4b94b65494c68e170e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467581 Feb 28 18:46:47.057085 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33891ee5-7dde-4510-be82-6bb8a15e248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5f2f2b-d59c-4b72-afbe-f3f13c8dc77b,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:47.057344 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52716) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:47.172225 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-08ca8d3c-91bc-4783-b5e0-ee8ec3bc2ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.176911 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-3650ebd6-7987-46a7-af0f-a1da22d3c7cf service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358109 Feb 28 18:46:47.217323 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-08ca8d3c-91bc-4783-b5e0-ee8ec3bc2ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.311058 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fef0a8a6-4ea9-46b1-8c3d-029c97e9d054 req-821998e9-1960-4b13-81e5-d18160b1f6bd service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253920 Feb 28 18:46:47.323513 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-08ca8d3c-91bc-4783-b5e0-ee8ec3bc2ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.323513 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-08ca8d3c-91bc-4783-b5e0-ee8ec3bc2ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.326967 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-08ca8d3c-91bc-4783-b5e0-ee8ec3bc2ad4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a5f2f2b-d59c-4b72-afbe-f3f13c8dc77b HTTP/1.1" status: 204 len: 168 time: 0.2663605 Feb 28 18:46:47.334291 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca8d3c-91bc-4783-b5e0-ee8ec3bc2ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5f2f2b-d59c-4b72-afbe-f3f13c8dc77b,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:48.120862 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef4d9d-5472-4d1f-9a1d-f06079febfa1 req-5f721b90-148c-4f63-b45c-6fe04731039b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:48.122425 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-41ef4d9d-5472-4d1f-9a1d-f06079febfa1 req-5f721b90-148c-4f63-b45c-6fe04731039b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0573838 Feb 28 18:46:48.190944 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-41ef4d9d-5472-4d1f-9a1d-f06079febfa1 req-b9de9275-9faf-4da3-b3f4-477b7df217da tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607240 Feb 28 18:46:49.356617 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82dc8b-2844-436d-bd95-95ee79a49995 req-376ce02a-d366-4c97-939a-2d6b617af24e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:49.358399 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-be82dc8b-2844-436d-bd95-95ee79a49995 req-376ce02a-d366-4c97-939a-2d6b617af24e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 945 time: 0.0687466 Feb 28 18:46:49.404945 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-be82dc8b-2844-436d-bd95-95ee79a49995 req-7c036880-7c92-4bf1-884f-0d210ed37c13 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388620 Feb 28 18:46:49.505372 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0e1a4fcf-0502-4a90-8900-002139be7461 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:46:49.592140 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:49.617468 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:46:49.619779 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4f6a50-6bee-428d-863b-051e91b5fa68" -d '{"events": [{"server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:46:49.635688 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:49.646117 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:49.683086 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 18:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2985f7a-0380-4ae6-a014-11ae2b13e192 x-openstack-request-id: req-a2985f7a-0380-4ae6-a014-11ae2b13e192 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:46:49.683409 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:46:49.683732 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2985f7a-0380-4ae6-a014-11ae2b13e192 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:46:49.684083 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461', 'code': 200} Feb 28 18:46:49.714484 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=8']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:49.726436 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.726801 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.727162 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.727504 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.727838 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.728256 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.728653 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.728980 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.731684 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.731684 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.731684 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:49.731684 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:50.573413 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c563a2-89d4-4c5e-92cf-5dddb58fb32d req-1a51bf38-594c-4887-b661-4c22f920ef02 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:50.576292 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-89c563a2-89d4-4c5e-92cf-5dddb58fb32d req-1a51bf38-594c-4887-b661-4c22f920ef02 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0767322 Feb 28 18:46:50.625769 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-89c563a2-89d4-4c5e-92cf-5dddb58fb32d req-fe1905d6-02ec-416f-ba8c-a396c0efc6d2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424771 Feb 28 18:46:51.300268 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [req-7c7da693-e6d9-4aea-b92f-7d17ed4db985 req-f96a0aa9-fe4e-49d5-94e2-ca5abef0f717 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:46:51.301419 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7c7da693-e6d9-4aea-b92f-7d17ed4db985 req-f96a0aa9-fe4e-49d5-94e2-ca5abef0f717 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075490 Feb 28 18:46:51.480742 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac12f2-e266-4e90-aeee-bb5da8270e01 req-aaa19964-e20e-4ca5-99d1-aa0d64a6db6a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:51.482273 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-74ac12f2-e266-4e90-aeee-bb5da8270e01 req-aaa19964-e20e-4ca5-99d1-aa0d64a6db6a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0523639 Feb 28 18:46:51.522296 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-74ac12f2-e266-4e90-aeee-bb5da8270e01 req-3a094424-cc10-4969-b3ef-1f64fd35a983 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330520 Feb 28 18:46:51.883639 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 52906) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:51.995102 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-c4c46acb-e383-4020-b711-09b1d2dd41fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101832 Feb 28 18:46:52.008661 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-123791d1-f784-4419-9e63-1104f1b3faa6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:46:52.009888 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-123791d1-f784-4419-9e63-1104f1b3faa6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059519 Feb 28 18:46:52.438283 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f93323-4207-46db-bd58-eafc59aa5d1b req-157e33a7-e859-4ee6-bea5-6ecbd400c371 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:52.449271 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-56f93323-4207-46db-bd58-eafc59aa5d1b req-157e33a7-e859-4ee6-bea5-6ecbd400c371 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1386287 Feb 28 18:46:52.516485 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-56f93323-4207-46db-bd58-eafc59aa5d1b req-a68b9335-e438-418e-9510-915479baf37e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657752 Feb 28 18:46:52.593425 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-7667a213-acac-4812-a4bf-6286197e7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:52.595715 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-7667a213-acac-4812-a4bf-6286197e7870 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 1099 time: 0.0657573 Feb 28 18:46:52.759705 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc42af-ea1a-4ce6-8b8b-6616d5996038 req-c586feb9-0258-4021-bff8-16fc190798ac tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:52.761299 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b9bc42af-ea1a-4ce6-8b8b-6616d5996038 req-c586feb9-0258-4021-bff8-16fc190798ac tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1332381 Feb 28 18:46:52.792266 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-c14abb63-cb3c-4d27-80bf-3d1fe0beebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:52.794014 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-c14abb63-cb3c-4d27-80bf-3d1fe0beebdd service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 912 time: 0.1750700 Feb 28 18:46:52.864599 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b9bc42af-ea1a-4ce6-8b8b-6616d5996038 req-9f570c53-8998-487f-ae81-18ad2ebe2ca2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952566 Feb 28 18:46:52.894227 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-7ef48ae9-f4c5-4e84-9413-cc4a10adf3b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782 HTTP/1.1" status: 200 len: 1002 time: 0.0912611 Feb 28 18:46:52.965224 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-e9bf613b-bf79-4828-a2b7-3682542438d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:52.966801 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-e9bf613b-bf79-4828-a2b7-3682542438d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48d4dc7d-edd3-4b91-87d2-12152cce9be1 HTTP/1.1" status: 200 len: 850 time: 0.0659614 Feb 28 18:46:53.005024 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:53.024706 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-4c5a84e6-c7ef-4d85-a2aa-6cfa2da4a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:53.026255 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-4c5a84e6-c7ef-4d85-a2aa-6cfa2da4a4a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd5b39c-f0e2-4111-80b4-ff433637020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522335 Feb 28 18:46:53.148468 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-41a5bf8c-13ab-45f6-af6f-ebf5a2a910fd service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083963 Feb 28 18:46:53.241745 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bac49967-fed1-4bd8-96d7-50b7f9ab9141 req-f3799ceb-7753-4b0f-843d-01505c9232fc service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858428 Feb 28 18:46:53.532012 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0e1a4fcf-0502-4a90-8900-002139be7461 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:46:53.667860 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a013f-9793-4ff6-99d5-c0559a681d0b req-a316b4d3-ac30-4292-96c6-6fd561fd1b5c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:53.669715 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-963a013f-9793-4ff6-99d5-c0559a681d0b req-a316b4d3-ac30-4292-96c6-6fd561fd1b5c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0656376 Feb 28 18:46:53.716938 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-963a013f-9793-4ff6-99d5-c0559a681d0b req-567a9a89-37fe-4ba6-b673-58db5b59801b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363309 Feb 28 18:46:54.013955 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309137d1-8d31-4197-b932-ccd81998adad req-9698cb77-fedc-48a5-9e9b-a710d569d02a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:54.015531 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-309137d1-8d31-4197-b932-ccd81998adad req-9698cb77-fedc-48a5-9e9b-a710d569d02a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0621860 Feb 28 18:46:54.066066 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-309137d1-8d31-4197-b932-ccd81998adad req-0b3344fd-2e0c-4759-8e52-2568992eae23 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434573 Feb 28 18:46:54.547759 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53002) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:54.667230 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd6c68f3-a781-4a1d-824e-997f401656d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:54.701128 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-5d6c226b-957f-4584-b0e6-26279f503c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:54.702661 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-5d6c226b-957f-4584-b0e6-26279f503c4b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905&tenant_id=3ae4d0581e264ca4b5c129526e3833ac HTTP/1.1" status: 200 len: 1096 time: 0.1075485 Feb 28 18:46:54.827355 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd6c68f3-a781-4a1d-824e-997f401656d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:54.831753 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-38730428-0c94-44c4-be72-2beb50178ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:54.834727 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-38730428-0c94-44c4-be72-2beb50178ed1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 1096 time: 0.1017108 Feb 28 18:46:54.837320 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd6c68f3-a781-4a1d-824e-997f401656d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:54.857780 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c47d55-5ab4-4525-9aab-96c2ee786570 req-a3975bff-1f74-445b-a1dd-16f564c46b1d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:54.859289 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c6c47d55-5ab4-4525-9aab-96c2ee786570 req-a3975bff-1f74-445b-a1dd-16f564c46b1d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0597601 Feb 28 18:46:54.901049 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c6c47d55-5ab4-4525-9aab-96c2ee786570 req-38d46d0e-94bd-4267-bbbb-2ee214abdee3 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349224 Feb 28 18:46:54.934822 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-fd6c68f3-a781-4a1d-824e-997f401656d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d43e35b91a764c9a9e6dbadf74791d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853424 Feb 28 18:46:54.937473 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 53016) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:54.940409 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c68f3-a781-4a1d-824e-997f401656d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b656a6a2-694c-4035-9368-069f481b3c23,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:54.990284 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-a23464ba-18fd-4c15-a2de-95591422483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:54.991790 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-a23464ba-18fd-4c15-a2de-95591422483a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 917 time: 0.1444652 Feb 28 18:46:55.001916 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ef07a7c5-44bc-43f5-9e9d-9ed8039f637e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.026719 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ef07a7c5-44bc-43f5-9e9d-9ed8039f637e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.066136 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-a83272db-a3d8-40e6-b8c8-c3e1e66130a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e1a4fcf-0502-4a90-8900-002139be7461 HTTP/1.1" status: 200 len: 998 time: 0.0672536 Feb 28 18:46:55.081968 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ef07a7c5-44bc-43f5-9e9d-9ed8039f637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.084625 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ef07a7c5-44bc-43f5-9e9d-9ed8039f637e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.086418 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-ef07a7c5-44bc-43f5-9e9d-9ed8039f637e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b656a6a2-694c-4035-9368-069f481b3c23 HTTP/1.1" status: 204 len: 168 time: 0.1476285 Feb 28 18:46:55.101010 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07a7c5-44bc-43f5-9e9d-9ed8039f637e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b656a6a2-694c-4035-9368-069f481b3c23,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:55.132058 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-4e096185-e9d3-4fd3-b19b-a1f774ca1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:55.133990 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-4e096185-e9d3-4fd3-b19b-a1f774ca1194 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.0571256 Feb 28 18:46:55.219110 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-fedcaea2-a0ce-4028-8fdf-b82b46613e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:55.220987 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-fedcaea2-a0ce-4028-8fdf-b82b46613e3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797570 Feb 28 18:46:55.234976 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c108b3b-9d1c-42b0-85cd-bc1e6a55ee25 req-34d01003-0d7f-482c-8a7c-3ac8f7e2d63c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:55.237050 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6c108b3b-9d1c-42b0-85cd-bc1e6a55ee25 req-34d01003-0d7f-482c-8a7c-3ac8f7e2d63c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0661533 Feb 28 18:46:55.324515 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6c108b3b-9d1c-42b0-85cd-bc1e6a55ee25 req-7bf6ccef-2141-4cdb-beb1-0f4651fde84f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783963 Feb 28 18:46:55.351220 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-994c20ef-f931-4b51-aba7-c142a6de6f1f service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129916 Feb 28 18:46:55.404905 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 53024) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:55.420685 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b260ee17-1496-47ef-806e-0efbd9807846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.455621 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ac093daf-9004-4c7c-8cb3-2dc0bb2fcd3c req-b0b50bc5-0f5b-45cc-be4a-9467c4844aee service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873132 Feb 28 18:46:55.498588 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b260ee17-1496-47ef-806e-0efbd9807846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.503443 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b260ee17-1496-47ef-806e-0efbd9807846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.539918 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260ee17-1496-47ef-806e-0efbd9807846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc8c53b-3189-4dad-aaa1-2bdc36538211,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:55.544151 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-b260ee17-1496-47ef-806e-0efbd9807846 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20f14cfc1a1c4270a9edc7e2fb5e2762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380057 Feb 28 18:46:55.547265 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 53030) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:55.597105 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5dab927d-731f-42a2-acd1-d4e40db622f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.622219 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5dab927d-731f-42a2-acd1-d4e40db622f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.677683 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5dab927d-731f-42a2-acd1-d4e40db622f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.680229 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5dab927d-731f-42a2-acd1-d4e40db622f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.681398 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-5dab927d-731f-42a2-acd1-d4e40db622f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3dc8c53b-3189-4dad-aaa1-2bdc36538211 HTTP/1.1" status: 204 len: 168 time: 0.1338220 Feb 28 18:46:55.691763 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab927d-731f-42a2-acd1-d4e40db622f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc8c53b-3189-4dad-aaa1-2bdc36538211,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:56.033351 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064d190-3ae5-480f-a409-ffcdb1c7c8f2 req-d2694091-5e18-4752-b42a-7e14cb74f51e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:56.034949 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d064d190-3ae5-480f-a409-ffcdb1c7c8f2 req-d2694091-5e18-4752-b42a-7e14cb74f51e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0517561 Feb 28 18:46:56.080384 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d064d190-3ae5-480f-a409-ffcdb1c7c8f2 req-58d73031-906c-4fd0-a973-4449ad90413a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367053 Feb 28 18:46:56.403808 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5aa0c191-7d30-410f-a748-a06d96f6a115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:56.489403 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4291e4d-2e08-44f4-804b-5b02b05f367d req-f993564e-035d-4d93-82b4-8a581fbc94e9 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:56.491616 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f4291e4d-2e08-44f4-804b-5b02b05f367d req-f993564e-035d-4d93-82b4-8a581fbc94e9 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0554214 Feb 28 18:46:56.544219 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f4291e4d-2e08-44f4-804b-5b02b05f367d req-0bea3007-b46b-40c8-a1e8-741afd9b2de1 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465641 Feb 28 18:46:56.578977 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 53080) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:56.691590 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-917093042-network', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:56.715001 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Made reservation on behalf of 5c9ae1ae59934bc890085a116c63dff9 for: {'network': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:56.717379 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:56.727987 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:56.828217 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:56.846561 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:56.877944 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=108389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:46:56.887632 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34068c05-4fd8-4389-8c22-670cc8130365,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:56.896929 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:56.897361 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.segments_db [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Added segment 7cf63750-538f-4a35-8551-7d76ccbb0a80 of type vlan for network 307994e0-9159-45db-a109-9137621d27c4 Feb 28 18:46:56.953810 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:56.991822 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:56.993411 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:56.994186 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:57.356962 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7761428 Feb 28 18:46:57.361551 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53094) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:57.367287 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Request body: {'subnet': {'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-917093042-subnet', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:57.404410 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ce992-8593-4e94-817b-cc06ffc714ac admin admin] Pushing event updated for resources: {'Network': ['ID=307994e0-9159-45db-a109-9137621d27c4,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:57.406454 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Made reservation on behalf of 5c9ae1ae59934bc890085a116c63dff9 for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:57.417276 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25248521'] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:57.421586 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 307994e0-9159-45db-a109-9137621d27c4 details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:46:57.432813 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93e4cc-20ce-44fb-a5dc-d35326451e46 req-8e1a5e53-4478-4ee9-8b54-436884ee7d18 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:57.434729 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1a93e4cc-20ce-44fb-a5dc-d35326451e46 req-8e1a5e53-4478-4ee9-8b54-436884ee7d18 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1295881 Feb 28 18:46:57.535537 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1a93e4cc-20ce-44fb-a5dc-d35326451e46 req-ae3cc89c-4cbd-4db9-873d-ba4e91daaf18 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908191 Feb 28 18:46:57.855723 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626dc9f-8a17-4821-9fa4-a156c5824ddb req-9fe0a69a-634b-4cc7-9013-3fbece0bb1d9 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:57.857245 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6626dc9f-8a17-4821-9fa4-a156c5824ddb req-9fe0a69a-634b-4cc7-9013-3fbece0bb1d9 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0837314 Feb 28 18:46:57.933242 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6626dc9f-8a17-4821-9fa4-a156c5824ddb req-62f3ae2c-482f-49e3-8fd7-b29038672e0b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660098 Feb 28 18:46:57.987021 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25877559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25248763'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.069008 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe9f3a2-383b-457d-8baf-b630de1d3e9b,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:58.086326 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Checking segment: {'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:46:58.086674 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Network hostable DHCP agents. Network: 307994e0-9159-45db-a109-9137621d27c4, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:46:58.109949 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Network 307994e0-9159-45db-a109-9137621d27c4 is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:46:58.123909 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 307994e0-9159-45db-a109-9137621d27c4) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:58.128965 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:58.129680 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.135329 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa76904d-eede-483e-8dda-b49ab8945c1c None None] Network 307994e0-9159-45db-a109-9137621d27c4 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:46:58.147042 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-98bbb257-7142-45e1-98f8-58faf688e70a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7842689 Feb 28 18:46:58.150031 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 53102) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:46:58.154502 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:46:58.185553 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12968'] for router, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.186976 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12963'] for router, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.318931 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.376244 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42d7055-0118-559e-97f5-cf27b7aef607-307994e0-9159-45db-a109-9137621d27c4', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b'}]}} from dv-cinder-831186-1-iscsi. {{(pid=108391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 28 18:46:58.377333 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.523290 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.693909 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.db_base_plugin_common [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Allocated IP 172.20.0.2 (307994e0-9159-45db-a109-9137621d27c4/0fe9f3a2-383b-457d-8baf-b630de1d3e9b/b313a4aa-fe60-489e-8d13-7f5ddf6f0397) {{(pid=108391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:58.869262 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-c76e7a66-0d31-40c7-85cd-bf74ac71c2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.958032 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.978769 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863c780-591a-4275-b37a-9f20ac6cfd36 req-4ea60b12-ce13-4fe6-8463-ae9f4b3a6464 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:58.980334 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5863c780-591a-4275-b37a-9f20ac6cfd36 req-4ea60b12-ce13-4fe6-8463-ae9f4b3a6464 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.3283744 Feb 28 18:46:58.995991 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Notify callbacks [] for port, precommit_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.999893 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.008836 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.067047 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Pushing event updated for resources: {'Port': ['ID=b313a4aa-fe60-489e-8d13-7f5ddf6f0397,revision_number=1']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:59.092049 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Network 307994e0-9159-45db-a109-9137621d27c4 is already hosted by enough agents. {{(pid=108391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:59.098208 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.base_scheduler [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Resources bound (agent type, host, resource id): {{(pid=108391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:59.109386 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Received port after_create {{(pid=108391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:46:59.126846 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed17e7-b844-407d-9741-06abccae0073 req-6db5a6ce-53e7-4455-b7ae-0efcd3621242 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:59.128500 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d4ed17e7-b844-407d-9741-06abccae0073 req-6db5a6ce-53e7-4455-b7ae-0efcd3621242 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0931213 Feb 28 18:46:59.149835 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5863c780-591a-4275-b37a-9f20ac6cfd36 req-1c85c60f-2d5f-45fa-bbbd-804ac9f57044 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514828 Feb 28 18:46:59.223151 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d4ed17e7-b844-407d-9741-06abccae0073 req-8456ee6f-3a3c-4404-bbcf-55f65cddd7c4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842474 Feb 28 18:46:59.228941 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Attempting to bind port b313a4aa-fe60-489e-8d13-7f5ddf6f0397 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:59.229379 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Attempting to bind port b313a4aa-fe60-489e-8d13-7f5ddf6f0397 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:59.229809 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Attempting to bind port b313a4aa-fe60-489e-8d13-7f5ddf6f0397 on network 307994e0-9159-45db-a109-9137621d27c4 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:46:59.242837 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:46:59.242837 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Checking segment: {'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:46:59.242837 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.242837 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Bound using segment: {'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:46:59.242837 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Bound port: b313a4aa-fe60-489e-8d13-7f5ddf6f0397, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:59.242837 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.274212 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Allocated IP 172.27.2.62 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/5539540d-a49f-4d2c-ae98-a57b6197848f) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:59.352681 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] For port b313a4aa-fe60-489e-8d13-7f5ddf6f0397, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:59.363570 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] For port b313a4aa-fe60-489e-8d13-7f5ddf6f0397, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=b313a4aa-fe60-489e-8d13-7f5ddf6f0397,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:59.396324 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.463144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c24baa-248a-468e-8cc9-13c21e3f54ab None None] Pushing event updated for resources: {'Port': ['ID=b313a4aa-fe60-489e-8d13-7f5ddf6f0397,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:59.480612 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.523742 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.597631 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:59.602949 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:59.609426 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:46:59.653064 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Pushing event updated for resources: {'Port': ['ID=5539540d-a49f-4d2c-ae98-a57b6197848f,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:59.955888 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.968888 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.192309 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363'] for router, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.436574 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c111ec-5a15-4d08-999c-c9a93098b6f5 req-17e2c5e7-3e38-4637-b602-42af4f866d59 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:00.453634 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-15c111ec-5a15-4d08-999c-c9a93098b6f5 req-17e2c5e7-3e38-4637-b602-42af4f866d59 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1777661 Feb 28 18:47:00.470869 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device b313a4aa-fe60-489e-8d13-7f5ddf6f0397 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:00.491041 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8615a-67d0-47b3-b9fd-605452153249 req-543ce1c5-1612-40d2-af36-2a41120dac97 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:00.493552 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-59f8615a-67d0-47b3-b9fd-605452153249 req-543ce1c5-1612-40d2-af36-2a41120dac97 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1558936 Feb 28 18:47:00.535502 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-15c111ec-5a15-4d08-999c-c9a93098b6f5 req-98aea84a-5600-4fb7-b2d7-9b5ecc9adf8d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803356 Feb 28 18:47:00.573639 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Router f57c14da-7ac5-4d38-ac59-eae4ce023811 is scheduled to L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 with binding_index 1 {{(pid=108389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:47:00.593972 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-59f8615a-67d0-47b3-b9fd-605452153249 req-f4e520ca-d129-4a2f-affa-c013f3a03798 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942731 Feb 28 18:47:00.604270 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port b313a4aa-fe60-489e-8d13-7f5ddf6f0397 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:00.604775 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.705924 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.735589 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:47:00.747391 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Sync routers for ids ['f57c14da-7ac5-4d38-ac59-eae4ce023811'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:47:00.750715 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port b313a4aa-fe60-489e-8d13-7f5ddf6f0397, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=b313a4aa-fe60-489e-8d13-7f5ddf6f0397,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:00.755917 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] Notify callbacks [] for router, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.757637 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.760432 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53134) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:00.761946 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-0f0b3b3c-1f7f-46ff-b03e-206d8a4108ab admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6103899 Feb 28 18:47:00.784197 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Routers {'f57c14da-7ac5-4d38-ac59-eae4ce023811'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:47:00.784865 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:46:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['f57c14da-7ac5-4d38-ac59-eae4ce023811'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:00.831993 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8f88c-e4da-42da-aa3c-da8537a4ef12 None None] Network 307994e0-9159-45db-a109-9137621d27c4 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:47:00.941814 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=b313a4aa-fe60-489e-8d13-7f5ddf6f0397,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:00.986402 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-5fd62747-e260-4c42-a5c6-2a56f4c5f119 None None] Provisioning complete for port b313a4aa-fe60-489e-8d13-7f5ddf6f0397 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:00.986402 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5fd62747-e260-4c42-a5c6-2a56f4c5f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.016024 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Set router f57c14da-7ac5-4d38-ac59-eae4ce023811 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:47:01.196616 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.333485 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:46:59Z', 'revision_number': 3, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:01.368970 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Checking router: f57c14da-7ac5-4d38-ac59-eae4ce023811 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:47:01.369313 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Updating router f57c14da-7ac5-4d38-ac59-eae4ce023811 port 5539540d-a49f-4d2c-ae98-a57b6197848f binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:47:01.373401 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Allocated IP 172.20.0.1 (307994e0-9159-45db-a109-9137621d27c4/0fe9f3a2-383b-457d-8baf-b630de1d3e9b/55ed7883-a407-4007-af05-6faf765d13e5) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:47:01.398820 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.495424 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.526825 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.536600 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.585519 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Network 307994e0-9159-45db-a109-9137621d27c4 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:47:01.588493 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:01.591872 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:47:01.605082 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-36c08e2b-2c9d-43d8-aa14-dfb728c8d209 None None] Provisioning complete for port b313a4aa-fe60-489e-8d13-7f5ddf6f0397 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:01.605453 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-36c08e2b-2c9d-43d8-aa14-dfb728c8d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.621758 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Pushing event updated for resources: {'Port': ['ID=55ed7883-a407-4007-af05-6faf765d13e5,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:01.645972 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447668'] for router_interface, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.730768 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51e914-474a-48c5-b8ce-16f37069913d req-239ec0a5-1858-4c6f-b26e-c828411cc28d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:01.733418 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d51e914-474a-48c5-b8ce-16f37069913d req-239ec0a5-1858-4c6f-b26e-c828411cc28d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1045680 Feb 28 18:47:01.799566 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.801301 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d51e914-474a-48c5-b8ce-16f37069913d req-af203bdb-c725-4237-a332-a89efd44e031 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606217 Feb 28 18:47:01.842074 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.860507 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.867350 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.939025 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31feed1-5a05-4f2b-a9dc-e447f5118fa4 None None] Pushing event updated for resources: {'Port': ['ID=5539540d-a49f-4d2c-ae98-a57b6197848f,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:01.941994 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Attempting to bind port 5539540d-a49f-4d2c-ae98-a57b6197848f on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:47:01.942248 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Attempting to bind port 5539540d-a49f-4d2c-ae98-a57b6197848f by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:47:01.942664 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Attempting to bind port 5539540d-a49f-4d2c-ae98-a57b6197848f on network 2ade9df8-e6c8-42f2-9818-2d0586d79898 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:47:01.944930 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-6e6d1e0c-9aaa-4715-9b4f-bcebb41f7831 None None] Provisioning complete for port 55ed7883-a407-4007-af05-6faf765d13e5 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:01.945289 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6e6d1e0c-9aaa-4715-9b4f-bcebb41f7831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.953888 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a86311-e2e3-4cf9-93ed-7b67d7be2de1 req-f7921f83-4891-4748-b8f7-cafe8b8a38a5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:01.956253 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-16a86311-e2e3-4cf9-93ed-7b67d7be2de1 req-f7921f83-4891-4748-b8f7-cafe8b8a38a5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.2080338 Feb 28 18:47:01.967112 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:47:01.967499 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:47:01.967891 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.968273 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Bound using segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:47:01.968734 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Bound port: 5539540d-a49f-4d2c-ae98-a57b6197848f, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:47:01.969131 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:02.011338 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d1e0c-9aaa-4715-9b4f-bcebb41f7831 None None] Port 55ed7883-a407-4007-af05-6faf765d13e5 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:47:02.031543 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] For port 5539540d-a49f-4d2c-ae98-a57b6197848f, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:47:02.035039 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] For port 5539540d-a49f-4d2c-ae98-a57b6197848f, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=5539540d-a49f-4d2c-ae98-a57b6197848f,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:47:02.037087 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-16a86311-e2e3-4cf9-93ed-7b67d7be2de1 req-d9b27509-9ef4-4853-aa17-ad8b5a5e5061 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535567 Feb 28 18:47:02.039586 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:02.084343 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:02.088916 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:02.097016 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Routers {'f57c14da-7ac5-4d38-ac59-eae4ce023811'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:47:02.097625 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:46:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['f57c14da-7ac5-4d38-ac59-eae4ce023811'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:02.159745 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447528'] for router_interface, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:02.161676 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Pushing event updated for resources: {'Port': ['ID=55ed7883-a407-4007-af05-6faf765d13e5,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:02.255144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31feed1-5a05-4f2b-a9dc-e447f5118fa4 None None] Pushing event updated for resources: {'Port': ['ID=5539540d-a49f-4d2c-ae98-a57b6197848f,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:02.257401 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Network 307994e0-9159-45db-a109-9137621d27c4 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:47:02.259130 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:02.332593 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device b313a4aa-fe60-489e-8d13-7f5ddf6f0397 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:02.390438 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] Set router f57c14da-7ac5-4d38-ac59-eae4ce023811 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:47:02.404103 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Router f57c14da-7ac5-4d38-ac59-eae4ce023811 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:47:02.513347 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port b313a4aa-fe60-489e-8d13-7f5ddf6f0397 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:02.513715 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:02.524532 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:47:02.531548 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-3879bf39-5873-4ca0-b592-d8120e2e47e9 admin admin] 10.222.0.39 "PUT /v2.0/routers/f57c14da-7ac5-4d38-ac59-eae4ce023811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7675691 Feb 28 18:47:02.585399 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-23fb6aaa-49bd-40e7-b251-432f4401ada8 None None] Provisioning complete for port 55ed7883-a407-4007-af05-6faf765d13e5 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:02.585773 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-23fb6aaa-49bd-40e7-b251-432f4401ada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:02.684269 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-23fb6aaa-49bd-40e7-b251-432f4401ada8 None None] Port 55ed7883-a407-4007-af05-6faf765d13e5 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:47:02.768252 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 2, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:02.797207 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45dab7-a8f5-414f-9e3a-c42217fbb2fa None None] The sync data for ids ['f57c14da-7ac5-4d38-ac59-eae4ce023811'] in dv-cinder-831186-1-iscsi is: [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 2, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:47:02.951562 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf99636-a5e9-4b85-bb03-7f4917799ec5 req-40aebbb5-0b5b-45ea-bf58-8a6018059c9e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:02.953139 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ccf99636-a5e9-4b85-bb03-7f4917799ec5 req-40aebbb5-0b5b-45ea-bf58-8a6018059c9e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0662224 Feb 28 18:47:03.004798 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ccf99636-a5e9-4b85-bb03-7f4917799ec5 req-fe1b3702-03cd-47e6-8964-570ff7f61545 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Feb 28 18:47:03.209359 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cac8c6-30f1-4d6a-824f-5eba6fb525a9 req-3d6de104-2ba6-4b6a-8489-ba5523752c0b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:03.210945 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b2cac8c6-30f1-4d6a-824f-5eba6fb525a9 req-3d6de104-2ba6-4b6a-8489-ba5523752c0b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0744369 Feb 28 18:47:03.282855 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53170) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:03.294698 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1519085713-network', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:47:03.304177 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b2cac8c6-30f1-4d6a-824f-5eba6fb525a9 req-8f770f8f-905d-4c19-b31c-296a28b97a82 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826545 Feb 28 18:47:03.350310 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Made reservation on behalf of baa1ff0678da4146aedecea628ed04c6 for: {'network': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:47:03.352672 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:03.363926 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:03.489321 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:03.493968 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:03.511945 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=108388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:47:03.536504 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:03.537233 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.segments_db [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Added segment 2ea47968-09c1-4e55-8914-cacf39124eb8 of type vlan for network fef0b2ea-2b7f-4a65-9c2b-30284f140bad Feb 28 18:47:03.552194 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f6702c-8afe-4587-9daa-8938af17d676,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:03.594057 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:03.642063 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:03.643456 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:03.644759 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:03.767502 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4808302 Feb 28 18:47:03.770767 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53174) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:03.776995 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Request body: {'subnet': {'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1519085713-subnet', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:47:03.801394 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fc25f-421b-4bb5-9b9f-cace5ce42fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=fef0b2ea-2b7f-4a65-9c2b-30284f140bad,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:03.818871 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network fef0b2ea-2b7f-4a65-9c2b-30284f140bad details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:47:03.841757 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Made reservation on behalf of baa1ff0678da4146aedecea628ed04c6 for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:47:03.845270 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25248521'] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.055753 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25877559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25248763'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.122324 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33bc343-daa7-493f-8b4b-f6f659ca5ad6,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:04.143149 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Checking segment: {'id': '2ea47968-09c1-4e55-8914-cacf39124eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:47:04.143583 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Network hostable DHCP agents. Network: fef0b2ea-2b7f-4a65-9c2b-30284f140bad, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:47:04.164287 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Network fef0b2ea-2b7f-4a65-9c2b-30284f140bad is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:47:04.175642 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, fef0b2ea-2b7f-4a65-9c2b-30284f140bad) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:04.178150 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c360a-7270-4173-b50d-44fed410feec req-b02c7385-3b70-4570-ab24-d70f9b6f0a4a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:04.179875 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e2c360a-7270-4173-b50d-44fed410feec req-b02c7385-3b70-4570-ab24-d70f9b6f0a4a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0608780 Feb 28 18:47:04.184062 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b2aea-e7a8-431d-bd37-0b97e6abbab5 None None] Network fef0b2ea-2b7f-4a65-9c2b-30284f140bad requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:47:04.191793 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:04.192869 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.215298 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4fffb2c4-23f9-422e-9a84-c6af2066825e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4429271 Feb 28 18:47:04.216054 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53184) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:04.220687 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1519085713-router', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:47:04.246483 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e2c360a-7270-4173-b50d-44fed410feec req-3c5c7520-20bf-46ae-9338-cdfcfe2b8067 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576439 Feb 28 18:47:04.249598 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12968'] for router, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.251430 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12963'] for router, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.311686 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.402338 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 5539540d-a49f-4d2c-ae98-a57b6197848f up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:04.478519 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42d7055-0118-559e-97f5-cf27b7aef607-fef0b2ea-2b7f-4a65-9c2b-30284f140bad', 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'fixed_ips': [{'subnet_id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6'}]}} from dv-cinder-831186-1-iscsi. {{(pid=108391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 28 18:47:04.480262 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.551129 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.561932 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 5539540d-a49f-4d2c-ae98-a57b6197848f triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:04.562242 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.576052 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba58ffc-2923-4a72-a62d-dc599652cb39 req-8695f39b-6826-42ba-b314-80abc6b82e70 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:04.577763 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0ba58ffc-2923-4a72-a62d-dc599652cb39 req-8695f39b-6826-42ba-b314-80abc6b82e70 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1640408 Feb 28 18:47:04.664850 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0ba58ffc-2923-4a72-a62d-dc599652cb39 req-ced6f223-f89a-4996-9708-be66be38bce5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753503 Feb 28 18:47:04.698615 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.db_base_plugin_common [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Allocated IP 172.20.0.2 (fef0b2ea-2b7f-4a65-9c2b-30284f140bad/b33bc343-daa7-493f-8b4b-f6f659ca5ad6/44924fb0-0b6e-4937-af69-742a5779ac4f) {{(pid=108391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:47:04.715586 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.771829 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port 5539540d-a49f-4d2c-ae98-a57b6197848f, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=5539540d-a49f-4d2c-ae98-a57b6197848f,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:04.778482 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.861213 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=5539540d-a49f-4d2c-ae98-a57b6197848f,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:04.942452 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Notify callbacks [] for port, precommit_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.952655 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.999987 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Network fef0b2ea-2b7f-4a65-9c2b-30284f140bad is already hosted by enough agents. {{(pid=108391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:47:05.004103 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.base_scheduler [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Resources bound (agent type, host, resource id): {{(pid=108391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:05.008353 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Received port after_create {{(pid=108391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:47:05.014689 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Pushing event updated for resources: {'Port': ['ID=44924fb0-0b6e-4937-af69-742a5779ac4f,revision_number=1']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:05.103533 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Attempting to bind port 44924fb0-0b6e-4937-af69-742a5779ac4f on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:47:05.104049 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Attempting to bind port 44924fb0-0b6e-4937-af69-742a5779ac4f by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '2ea47968-09c1-4e55-8914-cacf39124eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:47:05.104773 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Attempting to bind port 44924fb0-0b6e-4937-af69-742a5779ac4f on network fef0b2ea-2b7f-4a65-9c2b-30284f140bad {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:47:05.114794 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:47:05.115174 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Checking segment: {'id': '2ea47968-09c1-4e55-8914-cacf39124eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:47:05.115587 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.116142 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Bound using segment: {'id': '2ea47968-09c1-4e55-8914-cacf39124eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:47:05.116992 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Bound port: 44924fb0-0b6e-4937-af69-742a5779ac4f, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea47968-09c1-4e55-8914-cacf39124eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:47:05.117415 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.177490 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.199177 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.213891 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] For port 44924fb0-0b6e-4937-af69-742a5779ac4f, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:47:05.217194 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] For port 44924fb0-0b6e-4937-af69-742a5779ac4f, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=44924fb0-0b6e-4937-af69-742a5779ac4f,segment=NetworkSegment(2ea47968-09c1-4e55-8914-cacf39124eb8),segment_id=2ea47968-09c1-4e55-8914-cacf39124eb8)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:47:05.224097 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.305550 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a06a31-ec34-44dd-a77e-04656c334a15 None None] Pushing event updated for resources: {'Port': ['ID=44924fb0-0b6e-4937-af69-742a5779ac4f,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:05.370321 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Allocated IP 172.27.2.139 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/948706c7-1e99-40ce-9532-51250e175553) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:47:05.551733 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3912c-89a7-4d38-b2d4-34b20cc4ede4 req-98853410-f335-40cc-9281-1bc9a472615a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:05.553389 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c8c3912c-89a7-4d38-b2d4-34b20cc4ede4 req-98853410-f335-40cc-9281-1bc9a472615a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1581602 Feb 28 18:47:05.676971 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.705752 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Sync routers for ids ['f57c14da-7ac5-4d38-ac59-eae4ce023811'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:47:05.716703 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Routers {'f57c14da-7ac5-4d38-ac59-eae4ce023811'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:47:05.717256 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:46:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['f57c14da-7ac5-4d38-ac59-eae4ce023811'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:05.751876 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c8c3912c-89a7-4d38-b2d4-34b20cc4ede4 req-d21fff4e-2299-4ea8-9208-0386700194b6 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920991 Feb 28 18:47:05.763558 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.872315 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:47:05.887514 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:05.894401 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:47:05.899428 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Pushing event updated for resources: {'Port': ['ID=948706c7-1e99-40ce-9532-51250e175553,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:05.930295 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Set router f57c14da-7ac5-4d38-ac59-eae4ce023811 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:47:05.951656 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f561a-0cd2-42d5-ba9a-ac95c44b5b07 req-83ca5d4f-09e1-4482-827b-4457d06a7210 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:05.953488 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-834f561a-0cd2-42d5-ba9a-ac95c44b5b07 req-83ca5d4f-09e1-4482-827b-4457d06a7210 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1382587 Feb 28 18:47:06.112216 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-834f561a-0cd2-42d5-ba9a-ac95c44b5b07 req-2668e7de-4c29-4fa0-ba05-8a4f424e06b2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489947 Feb 28 18:47:06.197168 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 2, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:06.228997 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Checking router: f57c14da-7ac5-4d38-ac59-eae4ce023811 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:47:06.229351 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Updating router f57c14da-7ac5-4d38-ac59-eae4ce023811 port 55ed7883-a407-4007-af05-6faf765d13e5 binding host dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:47:06.257874 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:06.259257 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:06.456523 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 5539540d-a49f-4d2c-ae98-a57b6197848f up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:06.522832 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 5539540d-a49f-4d2c-ae98-a57b6197848f triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:06.523509 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:06.574049 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363'] for router, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:06.636323 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 44924fb0-0b6e-4937-af69-742a5779ac4f up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:06.643910 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad19604-f136-42e9-81e2-7d53f35b347b None None] Network fef0b2ea-2b7f-4a65-9c2b-30284f140bad requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:47:06.728973 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Notify callbacks [] for port, precommit_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:06.737194 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:06.745862 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-6e51dfff-3ed1-48ba-bbd4-db4e1e4de7e9 None None] Provisioning complete for port 44924fb0-0b6e-4937-af69-742a5779ac4f triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:06.746292 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6e51dfff-3ed1-48ba-bbd4-db4e1e4de7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:06.789533 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Router 729ccb39-1155-4f0a-990b-364a39744cb5 is scheduled to L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 with binding_index 1 {{(pid=108388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:47:06.863094 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Attempting to bind port 55ed7883-a407-4007-af05-6faf765d13e5 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:47:06.863426 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Attempting to bind port 55ed7883-a407-4007-af05-6faf765d13e5 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:47:06.863840 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Attempting to bind port 55ed7883-a407-4007-af05-6faf765d13e5 on network 307994e0-9159-45db-a109-9137621d27c4 {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:47:06.872205 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 44924fb0-0b6e-4937-af69-742a5779ac4f triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:06.872490 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:06.872818 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Pushing event updated for resources: {'Port': ['ID=55ed7883-a407-4007-af05-6faf765d13e5,revision_number=3']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:06.881541 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.882024 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.882376 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.882706 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.883026 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.883366 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.883672 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.883993 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.884324 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.884638 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.884949 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.885254 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:06.890425 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:47:06.890946 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Checking segment: {'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:47:06.891915 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:06.892645 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Bound using segment: {'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:47:06.893052 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Bound port: 55ed7883-a407-4007-af05-6faf765d13e5, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'}}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:47:06.893456 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:07.004497 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] For port 55ed7883-a407-4007-af05-6faf765d13e5, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:47:07.008072 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] For port 55ed7883-a407-4007-af05-6faf765d13e5, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=55ed7883-a407-4007-af05-6faf765d13e5,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:47:07.008577 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b5c8-5292-410d-83bc-57c354e99d49 req-993d7c07-cc7e-43d3-b45f-2b38db94b320 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:07.022419 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:07.030116 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-58d5b5c8-5292-410d-83bc-57c354e99d49 req-993d7c07-cc7e-43d3-b45f-2b38db94b320 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1229386 Feb 28 18:47:07.070506 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:47:07.102736 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:07.102962 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-fd23362d-0829-4f54-9904-0711b81c19a3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8858793 Feb 28 18:47:07.103395 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Sync routers for ids ['729ccb39-1155-4f0a-990b-364a39744cb5'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:47:07.106319 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53204) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:07.139541 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-58d5b5c8-5292-410d-83bc-57c354e99d49 req-51c315d9-080a-49f3-b053-0c9b8641b378 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072233 Feb 28 18:47:07.172021 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6e51dfff-3ed1-48ba-bbd4-db4e1e4de7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:07.190758 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806402d-fdde-48c6-a314-bf68f0967086 None None] Pushing event updated for resources: {'Port': ['ID=55ed7883-a407-4007-af05-6faf765d13e5,revision_number=4']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:07.202510 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Routers {'f57c14da-7ac5-4d38-ac59-eae4ce023811'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:47:07.204563 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:46:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['f57c14da-7ac5-4d38-ac59-eae4ce023811'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:07.273975 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Routers {'729ccb39-1155-4f0a-990b-364a39744cb5'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:47:07.275082 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:46:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['729ccb39-1155-4f0a-990b-364a39744cb5'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:07.384852 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] Set router f57c14da-7ac5-4d38-ac59-eae4ce023811 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:47:07.389456 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196b279-7074-48eb-94aa-4b8d9c63f1e3 req-cc732caa-75e2-40b2-a3fb-7b7c55247612 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:07.392074 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9196b279-7074-48eb-94aa-4b8d9c63f1e3 req-cc732caa-75e2-40b2-a3fb-7b7c55247612 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.1623056 Feb 28 18:47:07.506406 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9196b279-7074-48eb-94aa-4b8d9c63f1e3 req-ffc2f68a-0d4d-4c13-9740-04e805364f16 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804243 Feb 28 18:47:07.537443 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-6e51dfff-3ed1-48ba-bbd4-db4e1e4de7e9 None None] For port 44924fb0-0b6e-4937-af69-742a5779ac4f, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=44924fb0-0b6e-4937-af69-742a5779ac4f,segment=NetworkSegment(2ea47968-09c1-4e55-8914-cacf39124eb8),segment_id=2ea47968-09c1-4e55-8914-cacf39124eb8)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:07.541694 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:07.565690 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6e51dfff-3ed1-48ba-bbd4-db4e1e4de7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:07.722706 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:06Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:07.759776 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Set router 729ccb39-1155-4f0a-990b-364a39744cb5 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:47:07.762572 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a1cfa-ae37-436a-b2a2-e190a0fbbd01 None None] The sync data for ids ['f57c14da-7ac5-4d38-ac59-eae4ce023811'] in dv-cinder-831186-1-iscsi is: [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:06Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:47:07.897851 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51dfff-3ed1-48ba-bbd4-db4e1e4de7e9 None None] Pushing event updated for resources: {'Port': ['ID=44924fb0-0b6e-4937-af69-742a5779ac4f,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:07.908213 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.db.api [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:47:07.908791 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG oslo_db.api [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:47:07.909218 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-28e1c3b3-0f76-47b9-91a2-2cf5ed89a743 None None] Provisioning complete for port 55ed7883-a407-4007-af05-6faf765d13e5 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:07.910193 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3b3-0f76-47b9-91a2-2cf5ed89a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:07.992851 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.113046 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3b3-0f76-47b9-91a2-2cf5ed89a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.156470 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-28e1c3b3-0f76-47b9-91a2-2cf5ed89a743 None None] For port 55ed7883-a407-4007-af05-6faf765d13e5, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=55ed7883-a407-4007-af05-6faf765d13e5,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:08.163335 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3b3-0f76-47b9-91a2-2cf5ed89a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.225359 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'name': 'tempest-TestMinimumBasicScenario-1519085713-router', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '948706c7-1e99-40ce-9532-51250e175553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:04Z', 'updated_at': '2022-02-28T18:47:06Z', 'revision_number': 3, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'gw_port': {'id': '948706c7-1e99-40ce-9532-51250e175553', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:08.227944 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Allocated IP 172.20.0.1 (fef0b2ea-2b7f-4a65-9c2b-30284f140bad/b33bc343-daa7-493f-8b4b-f6f659ca5ad6/7bd1ee07-d196-4917-b78e-cedec18ee6bc) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:47:08.263699 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Checking router: 729ccb39-1155-4f0a-990b-364a39744cb5 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:47:08.264058 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Updating router 729ccb39-1155-4f0a-990b-364a39744cb5 port 948706c7-1e99-40ce-9532-51250e175553 binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:47:08.313172 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1c3b3-0f76-47b9-91a2-2cf5ed89a743 None None] Pushing event updated for resources: {'Port': ['ID=55ed7883-a407-4007-af05-6faf765d13e5,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:08.318885 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.348200 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-8d086c07-ee2d-4025-8c31-a558326d2a05 None None] Provisioning complete for port 44924fb0-0b6e-4937-af69-742a5779ac4f triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:08.348515 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-8d086c07-ee2d-4025-8c31-a558326d2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.372339 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.425272 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010a2d9-50a6-42ed-ad04-36f4968f4ca0 req-62d6a8f7-b2f5-4717-a2ec-36a6b3cdb6ab tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:08.435298 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b010a2d9-50a6-42ed-ad04-36f4968f4ca0 req-62d6a8f7-b2f5-4717-a2ec-36a6b3cdb6ab tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0996900 Feb 28 18:47:08.467869 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.486909 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b010a2d9-50a6-42ed-ad04-36f4968f4ca0 req-7c7e38df-ea4a-4b6d-889f-3da50cfbfaae tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501721 Feb 28 18:47:08.543568 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Network fef0b2ea-2b7f-4a65-9c2b-30284f140bad is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:47:08.550057 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:08.552610 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Pushing event updated for resources: {'Port': ['ID=7bd1ee07-d196-4917-b78e-cedec18ee6bc,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:08.555460 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:47:08.601834 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447668'] for router_interface, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.989212 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.994073 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 44924fb0-0b6e-4937-af69-742a5779ac4f up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:09.151940 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 44924fb0-0b6e-4937-af69-742a5779ac4f triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:09.152720 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.286818 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-82a2899f-a725-49e9-8221-9d5f38e7e79c None None] Provisioning complete for port 7bd1ee07-d196-4917-b78e-cedec18ee6bc triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:09.288541 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-82a2899f-a725-49e9-8221-9d5f38e7e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.383451 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.396592 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.429380 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-82a2899f-a725-49e9-8221-9d5f38e7e79c None None] Port 7bd1ee07-d196-4917-b78e-cedec18ee6bc cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:47:09.472039 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eba6a-9a44-489f-9c3a-2cd1e40fca64 req-78c8284c-6f12-4fd1-bc6b-ff47ad7fa569 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:09.480442 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-125eba6a-9a44-489f-9c3a-2cd1e40fca64 req-78c8284c-6f12-4fd1-bc6b-ff47ad7fa569 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.8204446 Feb 28 18:47:09.485906 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Attempting to bind port 948706c7-1e99-40ce-9532-51250e175553 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:47:09.486652 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Attempting to bind port 948706c7-1e99-40ce-9532-51250e175553 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:47:09.487240 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Attempting to bind port 948706c7-1e99-40ce-9532-51250e175553 on network 2ade9df8-e6c8-42f2-9818-2d0586d79898 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:47:09.493183 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.502136 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:47:09.502977 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:47:09.503662 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.504297 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Bound using segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:47:09.505056 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Bound port: 948706c7-1e99-40ce-9532-51250e175553, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:47:09.505670 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.545856 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.573471 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] For port 948706c7-1e99-40ce-9532-51250e175553, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:47:09.577192 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] For port 948706c7-1e99-40ce-9532-51250e175553, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=948706c7-1e99-40ce-9532-51250e175553,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:47:09.581729 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 55ed7883-a407-4007-af05-6faf765d13e5 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:09.588005 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.617798 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ad362-e70f-4abf-98d2-ae00a8014ecb None None] Pushing event updated for resources: {'Port': ['ID=948706c7-1e99-40ce-9532-51250e175553,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:09.719146 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Routers {'729ccb39-1155-4f0a-990b-364a39744cb5'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:47:09.720015 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:46:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['729ccb39-1155-4f0a-990b-364a39744cb5'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:09.738327 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b698b-d972-4cfc-8518-539401fcbf65 req-8ca9a094-ef39-4675-80f8-7503afaeaf7c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:09.739106 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447528'] for router_interface, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.747176 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-721b698b-d972-4cfc-8518-539401fcbf65 req-8ca9a094-ef39-4675-80f8-7503afaeaf7c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1113722 Feb 28 18:47:09.808642 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-721b698b-d972-4cfc-8518-539401fcbf65 req-070e7c77-17e6-4bc6-9504-d51bd4ae59e8 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566506 Feb 28 18:47:09.832036 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ad362-e70f-4abf-98d2-ae00a8014ecb None None] Pushing event updated for resources: {'Port': ['ID=948706c7-1e99-40ce-9532-51250e175553,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:09.854328 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 55ed7883-a407-4007-af05-6faf765d13e5 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:09.854328 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:09.908203 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-125eba6a-9a44-489f-9c3a-2cd1e40fca64 req-c39b6014-272e-4da6-a314-737ea8df3118 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4182692 Feb 28 18:47:09.912588 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Pushing event updated for resources: {'Port': ['ID=7bd1ee07-d196-4917-b78e-cedec18ee6bc,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:09.936397 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Network fef0b2ea-2b7f-4a65-9c2b-30284f140bad is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:47:09.938983 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:09.947326 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] Set router 729ccb39-1155-4f0a-990b-364a39744cb5 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:47:10.105380 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Router 729ccb39-1155-4f0a-990b-364a39744cb5 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:47:10.241898 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:47:10.252237 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-d30b8f1c-3b6b-4fca-9b13-536805c2a7ef admin admin] 10.222.0.39 "PUT /v2.0/routers/729ccb39-1155-4f0a-990b-364a39744cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1445749 Feb 28 18:47:10.359953 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'name': 'tempest-TestMinimumBasicScenario-1519085713-router', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '948706c7-1e99-40ce-9532-51250e175553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:04Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 4, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'gw_port': {'id': '948706c7-1e99-40ce-9532-51250e175553', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '7bd1ee07-d196-4917-b78e-cedec18ee6bc', 'name': '', 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'mac_address': 'fa:16:3e:1b:46:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:08Z', 'updated_at': '2022-02-28T18:47:09Z', 'revision_number': 2, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'subnets': [{'id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:10.400112 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471da82a-4aab-4754-887d-1c37804f0ad9 None None] The sync data for ids ['729ccb39-1155-4f0a-990b-364a39744cb5'] in dv-cinder-831186-1-iscsi is: [{'id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'name': 'tempest-TestMinimumBasicScenario-1519085713-router', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '948706c7-1e99-40ce-9532-51250e175553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:04Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 4, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'gw_port': {'id': '948706c7-1e99-40ce-9532-51250e175553', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '7bd1ee07-d196-4917-b78e-cedec18ee6bc', 'name': '', 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'mac_address': 'fa:16:3e:1b:46:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:08Z', 'updated_at': '2022-02-28T18:47:09Z', 'revision_number': 2, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'subnets': [{'id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:47:10.421632 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-d39e84a1-bc7f-466a-aeab-6396304c662f None None] Provisioning complete for port 7bd1ee07-d196-4917-b78e-cedec18ee6bc triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:10.422691 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d39e84a1-bc7f-466a-aeab-6396304c662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:10.461386 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-d39e84a1-bc7f-466a-aeab-6396304c662f None None] Port 7bd1ee07-d196-4917-b78e-cedec18ee6bc cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:47:10.946418 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3e8f5-ab39-42f4-bd50-3e03713d1d1e req-9ea193f8-a965-4442-b7b8-5ecd93d36062 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:10.954178 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-eda3e8f5-ab39-42f4-bd50-3e03713d1d1e req-9ea193f8-a965-4442-b7b8-5ecd93d36062 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0798950 Feb 28 18:47:11.011717 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-eda3e8f5-ab39-42f4-bd50-3e03713d1d1e req-c360c203-131f-4ed8-bee5-d32a1b4007be tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564697 Feb 28 18:47:11.118837 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce7b2f-55b7-431a-b44a-69f24511e6f2 req-2038c5a4-bd2b-4551-8ec9-6a004afefb89 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:11.120610 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2cce7b2f-55b7-431a-b44a-69f24511e6f2 req-2038c5a4-bd2b-4551-8ec9-6a004afefb89 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0811365 Feb 28 18:47:11.175885 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2cce7b2f-55b7-431a-b44a-69f24511e6f2 req-f8016d39-0747-4d2f-866a-f15f7871c240 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474031 Feb 28 18:47:12.170267 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a2338-53ce-45f0-b91a-9a0032e4cf79 req-c46c4a98-92c5-414f-96e9-1e36d4ccd035 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:12.180964 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-887a2338-53ce-45f0-b91a-9a0032e4cf79 req-c46c4a98-92c5-414f-96e9-1e36d4ccd035 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0851178 Feb 28 18:47:12.248792 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-887a2338-53ce-45f0-b91a-9a0032e4cf79 req-8654f28c-b0c2-4ef5-936b-1737a61a3ace tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613890 Feb 28 18:47:12.322336 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93607c27-6106-4b2c-b75e-5682b684bbef req-1d580536-1c23-4e63-a7e9-618eb8ee8623 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:12.323803 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-93607c27-6106-4b2c-b75e-5682b684bbef req-1d580536-1c23-4e63-a7e9-618eb8ee8623 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0496931 Feb 28 18:47:12.366493 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-93607c27-6106-4b2c-b75e-5682b684bbef req-bae61408-edf4-4521-850e-c9df8a8d49aa tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357599 Feb 28 18:47:12.826840 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 948706c7-1e99-40ce-9532-51250e175553 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:12.882225 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 948706c7-1e99-40ce-9532-51250e175553 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:12.882776 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:12.968486 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:12.996355 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port 948706c7-1e99-40ce-9532-51250e175553, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=948706c7-1e99-40ce-9532-51250e175553,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:13.002050 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:13.056774 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=948706c7-1e99-40ce-9532-51250e175553,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:13.394549 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f212-011c-4e68-b047-29a9993b569e req-2a568c82-b134-4217-848c-92f1dd9081b3 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:13.396162 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7f74f212-011c-4e68-b047-29a9993b569e req-2a568c82-b134-4217-848c-92f1dd9081b3 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0767651 Feb 28 18:47:13.449744 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7f74f212-011c-4e68-b047-29a9993b569e req-feb4f2c3-5260-4472-a116-52834e695d82 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371187 Feb 28 18:47:13.515102 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6b46c-7d24-4ca5-a9d6-9ab2ea32e48a req-d51f52bc-597a-4c0f-b424-ac27b5caad03 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:13.519981 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e8d6b46c-7d24-4ca5-a9d6-9ab2ea32e48a req-d51f52bc-597a-4c0f-b424-ac27b5caad03 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0636756 Feb 28 18:47:13.556795 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e8d6b46c-7d24-4ca5-a9d6-9ab2ea32e48a req-f19b9f67-4bc1-49e9-bf72-daba35922070 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341756 Feb 28 18:47:14.388933 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Sync routers for ids ['729ccb39-1155-4f0a-990b-364a39744cb5'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:47:14.401596 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Routers {'729ccb39-1155-4f0a-990b-364a39744cb5'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:47:14.402319 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:46:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['729ccb39-1155-4f0a-990b-364a39744cb5'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:14.540133 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Set router 729ccb39-1155-4f0a-990b-364a39744cb5 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:47:14.589746 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e242a80-b179-4ce1-9f79-7f3896158862 req-a3f14c37-0ffe-42bb-b9f7-364d55295889 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:14.597885 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0e242a80-b179-4ce1-9f79-7f3896158862 req-a3f14c37-0ffe-42bb-b9f7-364d55295889 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0615904 Feb 28 18:47:14.668337 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0e242a80-b179-4ce1-9f79-7f3896158862 req-86d4036a-84cd-498a-8919-a8c039ff1f60 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657582 Feb 28 18:47:14.711211 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09a7b7-6aee-4079-a1ca-a1ce153381f6 req-350ee940-1c91-4ecf-95b2-b3808f8a830a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:14.712756 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cc09a7b7-6aee-4079-a1ca-a1ce153381f6 req-350ee940-1c91-4ecf-95b2-b3808f8a830a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0616329 Feb 28 18:47:14.746402 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:47:14.797812 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cc09a7b7-6aee-4079-a1ca-a1ce153381f6 req-31382ea7-4718-454e-93a4-e5bc22a29386 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690663 Feb 28 18:47:14.835879 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 948706c7-1e99-40ce-9532-51250e175553 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:14.882799 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'name': 'tempest-TestMinimumBasicScenario-1519085713-router', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '948706c7-1e99-40ce-9532-51250e175553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:04Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 4, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'gw_port': {'id': '948706c7-1e99-40ce-9532-51250e175553', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '7bd1ee07-d196-4917-b78e-cedec18ee6bc', 'name': '', 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'mac_address': 'fa:16:3e:1b:46:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:08Z', 'updated_at': '2022-02-28T18:47:09Z', 'revision_number': 2, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'subnets': [{'id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:14.899945 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 948706c7-1e99-40ce-9532-51250e175553 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:14.900315 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.912509 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Checking router: 729ccb39-1155-4f0a-990b-364a39744cb5 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:47:14.912847 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Updating router 729ccb39-1155-4f0a-990b-364a39744cb5 port 7bd1ee07-d196-4917-b78e-cedec18ee6bc binding host dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:47:14.939900 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:15.248737 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Notify callbacks [] for port, precommit_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:15.254141 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:15.374141 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc735dfb-2614-48a0-b7d8-64355540ab6f None None] Pushing event updated for resources: {'Port': ['ID=7bd1ee07-d196-4917-b78e-cedec18ee6bc,revision_number=3']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:15.380606 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Attempting to bind port 7bd1ee07-d196-4917-b78e-cedec18ee6bc on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:47:15.380980 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Attempting to bind port 7bd1ee07-d196-4917-b78e-cedec18ee6bc by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '2ea47968-09c1-4e55-8914-cacf39124eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad'}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:47:15.381395 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Attempting to bind port 7bd1ee07-d196-4917-b78e-cedec18ee6bc on network fef0b2ea-2b7f-4a65-9c2b-30284f140bad {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:47:15.387382 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:47:15.387970 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Checking segment: {'id': '2ea47968-09c1-4e55-8914-cacf39124eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:47:15.388239 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:15.388629 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Bound using segment: {'id': '2ea47968-09c1-4e55-8914-cacf39124eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad'} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:47:15.389143 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Bound port: 7bd1ee07-d196-4917-b78e-cedec18ee6bc, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea47968-09c1-4e55-8914-cacf39124eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad'}}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:47:15.389752 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:15.494286 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] For port 7bd1ee07-d196-4917-b78e-cedec18ee6bc, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:47:15.498179 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] For port 7bd1ee07-d196-4917-b78e-cedec18ee6bc, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=7bd1ee07-d196-4917-b78e-cedec18ee6bc,segment=NetworkSegment(2ea47968-09c1-4e55-8914-cacf39124eb8),segment_id=2ea47968-09c1-4e55-8914-cacf39124eb8)] {{(pid=108392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:47:15.506713 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:15.610632 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Routers {'729ccb39-1155-4f0a-990b-364a39744cb5'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:47:15.611265 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:46:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['729ccb39-1155-4f0a-990b-364a39744cb5'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:15.666131 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc735dfb-2614-48a0-b7d8-64355540ab6f None None] Pushing event updated for resources: {'Port': ['ID=7bd1ee07-d196-4917-b78e-cedec18ee6bc,revision_number=4']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:15.747174 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-a7986663-47d8-4b46-9ff6-a060ad011422 None None] Provisioning complete for port 7bd1ee07-d196-4917-b78e-cedec18ee6bc triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:15.747576 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-a7986663-47d8-4b46-9ff6-a060ad011422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:15.909560 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75d351-7ffb-436e-a60e-eabfb2c4ccb7 req-0e71170a-f852-47be-83c1-a0f9d37a9804 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:15.913254 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aa75d351-7ffb-436e-a60e-eabfb2c4ccb7 req-0e71170a-f852-47be-83c1-a0f9d37a9804 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1253977 Feb 28 18:47:15.928016 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-a7986663-47d8-4b46-9ff6-a060ad011422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:15.996069 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aa75d351-7ffb-436e-a60e-eabfb2c4ccb7 req-4e0c4d72-83de-42a8-92db-1e2d2fb5a1e9 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765846 Feb 28 18:47:16.003117 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-a7986663-47d8-4b46-9ff6-a060ad011422 None None] For port 7bd1ee07-d196-4917-b78e-cedec18ee6bc, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=7bd1ee07-d196-4917-b78e-cedec18ee6bc,segment=NetworkSegment(2ea47968-09c1-4e55-8914-cacf39124eb8),segment_id=2ea47968-09c1-4e55-8914-cacf39124eb8)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:16.010838 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-a7986663-47d8-4b46-9ff6-a060ad011422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:16.026559 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] Set router 729ccb39-1155-4f0a-990b-364a39744cb5 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:47:16.026782 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef3cc5-a232-4ebc-ab19-dfea392c5bd0 req-672ce354-ea95-45e1-9c9b-488b0d09de0f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:16.028769 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f2ef3cc5-a232-4ebc-ab19-dfea392c5bd0 req-672ce354-ea95-45e1-9c9b-488b0d09de0f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0790429 Feb 28 18:47:16.073582 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f2ef3cc5-a232-4ebc-ab19-dfea392c5bd0 req-4930c968-7072-4b5f-b88a-0463fa827a9b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375443 Feb 28 18:47:16.077023 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7986663-47d8-4b46-9ff6-a060ad011422 None None] Pushing event updated for resources: {'Port': ['ID=7bd1ee07-d196-4917-b78e-cedec18ee6bc,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:16.133327 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-32656c43-ac8e-4cd3-9849-b5ece48c00a0 None None] Provisioning complete for port 7bd1ee07-d196-4917-b78e-cedec18ee6bc triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:16.133877 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-32656c43-ac8e-4cd3-9849-b5ece48c00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:16.319802 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'name': 'tempest-TestMinimumBasicScenario-1519085713-router', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '948706c7-1e99-40ce-9532-51250e175553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:04Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 4, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'gw_port': {'id': '948706c7-1e99-40ce-9532-51250e175553', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '7bd1ee07-d196-4917-b78e-cedec18ee6bc', 'name': '', 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'mac_address': 'fa:16:3e:1b:46:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:08Z', 'updated_at': '2022-02-28T18:47:15Z', 'revision_number': 4, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'subnets': [{'id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:16.355708 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7b363-33dd-44d1-bc0c-e5a239ff533a None None] The sync data for ids ['729ccb39-1155-4f0a-990b-364a39744cb5'] in dv-cinder-831186-1-iscsi is: [{'id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'name': 'tempest-TestMinimumBasicScenario-1519085713-router', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '948706c7-1e99-40ce-9532-51250e175553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:04Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 4, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'gw_port': {'id': '948706c7-1e99-40ce-9532-51250e175553', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '7bd1ee07-d196-4917-b78e-cedec18ee6bc', 'name': '', 'network_id': 'fef0b2ea-2b7f-4a65-9c2b-30284f140bad', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'mac_address': 'fa:16:3e:1b:46:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:08Z', 'updated_at': '2022-02-28T18:47:15Z', 'revision_number': 4, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'subnets': [{'id': 'b33bc343-daa7-493f-8b4b-f6f659ca5ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:47:16.840431 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 7bd1ee07-d196-4917-b78e-cedec18ee6bc up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:16.907726 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 7bd1ee07-d196-4917-b78e-cedec18ee6bc triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:16.908616 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:17.131194 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dec97-24fb-497b-9015-aaa1c1cbecaa req-f07ab67b-e80b-4c33-a004-7db51b2f8380 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:17.140954 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-262dec97-24fb-497b-9015-aaa1c1cbecaa req-f07ab67b-e80b-4c33-a004-7db51b2f8380 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0810759 Feb 28 18:47:17.240585 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-262dec97-24fb-497b-9015-aaa1c1cbecaa req-e9507bf1-5482-4087-8833-1ae56c4a2d0d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983217 Feb 28 18:47:17.263204 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedac4d5-d93e-4533-b8f4-00a4f9bc0b7b req-83297a64-f46f-4afa-9853-0846a4cc61a3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:17.269170 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fedac4d5-d93e-4533-b8f4-00a4f9bc0b7b req-83297a64-f46f-4afa-9853-0846a4cc61a3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0974159 Feb 28 18:47:17.334172 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fedac4d5-d93e-4533-b8f4-00a4f9bc0b7b req-2a5f257d-1869-4871-b960-f9cf898d7244 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610402 Feb 28 18:47:18.382134 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4513a-d3ed-42eb-88bd-9807a4bd3819 req-f2c93d61-653e-4bc0-b614-18921ec9402d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:18.389254 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-86a4513a-d3ed-42eb-88bd-9807a4bd3819 req-f2c93d61-653e-4bc0-b614-18921ec9402d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0675921 Feb 28 18:47:18.439610 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-86a4513a-d3ed-42eb-88bd-9807a4bd3819 req-0411e016-1f2e-4094-bbd1-fd0ec9b9e09d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439308 Feb 28 18:47:18.496356 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e75c5b-7c9c-4b69-bd26-a3abb1d62cfc req-e986768f-0251-45bc-a7b5-c5c07118f9b0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:18.498135 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c7e75c5b-7c9c-4b69-bd26-a3abb1d62cfc req-e986768f-0251-45bc-a7b5-c5c07118f9b0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0644212 Feb 28 18:47:18.548920 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c7e75c5b-7c9c-4b69-bd26-a3abb1d62cfc req-4bcadd92-d669-459e-bcbb-44de17119b86 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428336 Feb 28 18:47:19.558157 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dfdda-aba4-4472-b5a9-8712e5eef0f1 req-ddf32ae1-cdb2-4a92-ab23-f14eec986625 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:19.560789 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c51dfdda-aba4-4472-b5a9-8712e5eef0f1 req-ddf32ae1-cdb2-4a92-ab23-f14eec986625 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0532427 Feb 28 18:47:19.634203 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c51dfdda-aba4-4472-b5a9-8712e5eef0f1 req-6f6f5eb9-fc29-42af-8e67-e0780897bd7e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626388 Feb 28 18:47:19.699226 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3606f1-0145-4993-90ee-2af69415a73a req-f894b367-48c1-4022-8d68-3a0cb0d2b544 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:19.701571 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ef3606f1-0145-4993-90ee-2af69415a73a req-f894b367-48c1-4022-8d68-3a0cb0d2b544 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0513453 Feb 28 18:47:19.745408 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ef3606f1-0145-4993-90ee-2af69415a73a req-048837c1-1328-4fd8-b14a-0e0a2d020419 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374243 Feb 28 18:47:20.750642 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee07d0-484f-4d32-801c-6c64e3e8fe3e req-b6ecfb43-5972-4c14-9e07-21c785748307 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:20.752126 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-92ee07d0-484f-4d32-801c-6c64e3e8fe3e req-b6ecfb43-5972-4c14-9e07-21c785748307 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0555477 Feb 28 18:47:20.790181 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-92ee07d0-484f-4d32-801c-6c64e3e8fe3e req-850e63c6-cc86-4b6b-a4b5-d44a281cacb3 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319378 Feb 28 18:47:20.895368 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c46bf-5ccf-41aa-86d1-301296240f9c req-d2dfa476-97dc-42c0-ac67-f5380ddf908d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:20.896985 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-017c46bf-5ccf-41aa-86d1-301296240f9c req-d2dfa476-97dc-42c0-ac67-f5380ddf908d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0500116 Feb 28 18:47:20.935883 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-017c46bf-5ccf-41aa-86d1-301296240f9c req-e3bd3e5c-fb09-4414-a6dc-318ff41aaead tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Feb 28 18:47:21.084201 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f16548c-aeb9-4e91-a5c8-e4f90ab96e77 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:21.085675 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f16548c-aeb9-4e91-a5c8-e4f90ab96e77 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/networks?id=307994e0-9159-45db-a109-9137621d27c4 HTTP/1.1" status: 200 len: 814 time: 0.1032851 Feb 28 18:47:21.100985 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-7c2e5e95-2d8f-424a-aae1-a20baaf362cc tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/quotas/5c9ae1ae59934bc890085a116c63dff9 HTTP/1.1" status: 200 len: 375 time: 0.0091279 Feb 28 18:47:21.154151 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-67751a47-b54c-45f1-94f6-9ec7b1b29022 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c9ae1ae59934bc890085a116c63dff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471702 Feb 28 18:47:21.293861 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-fd3c94e7-ae1d-4b02-99dc-1eead8c88b40 service neutron] 10.222.0.39 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276772 Feb 28 18:47:21.386749 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-537e1a04-1bdf-4071-acf7-a90b98826817 service neutron] 10.222.0.39 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855742 Feb 28 18:47:21.552703 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5b3dbb57-7fed-457b-bde0-81eacc273059 req-f0cd2689-e855-4613-947a-ca5faef68fe2 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 210 time: 0.0328910 Feb 28 18:47:21.911148 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121febd-7b2b-4611-96f9-9dc7e0b52d95 req-c1b4a2ad-6783-49a0-a136-5c8ddc7e82a5 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:21.912715 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f121febd-7b2b-4611-96f9-9dc7e0b52d95 req-c1b4a2ad-6783-49a0-a136-5c8ddc7e82a5 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0519791 Feb 28 18:47:21.953466 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f121febd-7b2b-4611-96f9-9dc7e0b52d95 req-9539b010-3b7e-459d-b8fb-0fb58e69dda0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339189 Feb 28 18:47:22.295384 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e1baf-568b-467a-b2c0-3a033b297ae5 req-e0a68b22-9dfe-4b93-9d5f-4714758b28b3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:22.296916 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a37e1baf-568b-467a-b2c0-3a033b297ae5 req-e0a68b22-9dfe-4b93-9d5f-4714758b28b3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.2830946 Feb 28 18:47:22.338343 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a37e1baf-568b-467a-b2c0-3a033b297ae5 req-c4b3a608-73fe-4e0b-8752-8f891c7474ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351114 Feb 28 18:47:22.659032 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0fbf240c-1186-4592-b7c9-665a071306ba req-aa3ae86f-dfde-4c8b-bc17-3d1a52f8f8ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 210 time: 0.0293941 Feb 28 18:47:22.999952 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:23.069593 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa45248-f3fc-4051-9cd4-c8784a320e38 req-41881eca-6e70-4490-942a-6f262393c6e7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:23.071054 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3fa45248-f3fc-4051-9cd4-c8784a320e38 req-41881eca-6e70-4490-942a-6f262393c6e7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0483515 Feb 28 18:47:23.108369 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3fa45248-f3fc-4051-9cd4-c8784a320e38 req-7d11312e-0116-46e3-96be-640931854791 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311489 Feb 28 18:47:23.461886 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2214-8e16-405b-b9af-acc2f051392e req-b00c6ac6-4cd0-4c96-b1ce-544005037021 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:23.463345 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6d2e2214-8e16-405b-b9af-acc2f051392e req-b00c6ac6-4cd0-4c96-b1ce-544005037021 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0508637 Feb 28 18:47:23.502421 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6d2e2214-8e16-405b-b9af-acc2f051392e req-f1c7e6c2-1a48-4b24-9292-b23679bb0ab2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320406 Feb 28 18:47:23.754407 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-57a1ce56-668d-468c-bb03-e38da2a36a85 req-c7cd16c7-6e6b-487e-9a93-1cd492280a4e tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 210 time: 0.0271738 Feb 28 18:47:24.221738 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2da23-66e9-40fd-946b-95f5e119ebed req-e5346485-70ba-41f4-8ef8-68cad2d07fab tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:24.223219 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d9b2da23-66e9-40fd-946b-95f5e119ebed req-e5346485-70ba-41f4-8ef8-68cad2d07fab tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0488772 Feb 28 18:47:24.263532 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d9b2da23-66e9-40fd-946b-95f5e119ebed req-b082f1a8-045b-4ba8-97ae-16952dd404e7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332580 Feb 28 18:47:24.620099 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74582-d286-4abb-b731-db3bf9777aca req-f5296167-d017-4858-8145-d12370980c49 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:24.621581 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-95d74582-d286-4abb-b731-db3bf9777aca req-f5296167-d017-4858-8145-d12370980c49 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0472400 Feb 28 18:47:24.667676 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-95d74582-d286-4abb-b731-db3bf9777aca req-19c8ec80-0faf-4a86-aabb-815e6a866635 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394907 Feb 28 18:47:24.848178 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b707bd7f-d161-4ee4-ba58-0a7c7d141782 req-5fedf96d-c14f-4c0e-b41d-facd0f056fd8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 210 time: 0.0265553 Feb 28 18:47:25.377939 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ce71-dbd2-430c-b699-998eccbde8aa req-f71ece32-f378-4e0a-b8b7-0b11c49800f7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:25.379421 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb12ce71-dbd2-430c-b699-998eccbde8aa req-f71ece32-f378-4e0a-b8b7-0b11c49800f7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0493860 Feb 28 18:47:25.416509 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cb12ce71-dbd2-430c-b699-998eccbde8aa req-173f49fb-410d-4cf3-a027-0a2fdf756465 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311418 Feb 28 18:47:25.790120 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be6633-5ce7-49d0-93ad-c743ae84f88e req-e609ef41-6c0b-4332-934f-56e843ccc4ec tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:25.791602 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75be6633-5ce7-49d0-93ad-c743ae84f88e req-e609ef41-6c0b-4332-934f-56e843ccc4ec tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0514288 Feb 28 18:47:25.828669 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75be6633-5ce7-49d0-93ad-c743ae84f88e req-7dd526de-d5ef-4786-bed6-edc71a0270a6 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303347 Feb 28 18:47:25.939002 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-04a2390a-3b6c-4460-851a-81fed43d5d23 req-419ac2da-fbef-4fb6-95ed-7e9966ff6fd3 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 210 time: 0.0267596 Feb 28 18:47:26.390874 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b2721764-9c9a-481c-a023-3522c13d151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:26.535617 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61304b58-1835-4760-9662-331f2f60c81b req-35d6faac-0466-4e63-9944-6118f23eef9d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:26.537178 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-61304b58-1835-4760-9662-331f2f60c81b req-35d6faac-0466-4e63-9944-6118f23eef9d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0513206 Feb 28 18:47:26.577161 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-61304b58-1835-4760-9662-331f2f60c81b req-2e964cb1-2de7-467e-8719-d2146f729f34 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337093 Feb 28 18:47:26.600876 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6effab-f876-4b71-874d-43d558e5b74a req-4e143aee-5556-4236-b967-5485a4618824 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:26.602342 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-4e143aee-5556-4236-b967-5485a4618824 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.52 "GET /v2.0/networks?id=307994e0-9159-45db-a109-9137621d27c4 HTTP/1.1" status: 200 len: 814 time: 0.1214447 Feb 28 18:47:26.617488 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'port': {'device_id': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'admin_state_up': True, 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:47:26.744453 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Made reservation on behalf of 5c9ae1ae59934bc890085a116c63dff9 for: {'port': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:47:26.748093 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:26.830091 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6561fbd-d3a0-424b-841a-a5b8ee908bd4 req-699f820e-faeb-404c-9b74-aa9b2013ecca tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:26.837475 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f6561fbd-d3a0-424b-841a-a5b8ee908bd4 req-699f820e-faeb-404c-9b74-aa9b2013ecca tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0637934 Feb 28 18:47:26.928107 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f6561fbd-d3a0-424b-841a-a5b8ee908bd4 req-819e4929-da97-4e20-ad5c-7e86411638b7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894139 Feb 28 18:47:27.013449 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Allocated IP 172.20.0.9 (307994e0-9159-45db-a109-9137621d27c4/0fe9f3a2-383b-457d-8baf-b630de1d3e9b/5d222d2c-dfea-4571-8fcb-26aa37b4a91b) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:47:27.028573 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e77e0-052b-4315-ad41-82127d9f5671 req-493b9dc4-a914-4e29-a2e3-a3f328ead721 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:27.038403 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-8d32d8b7-4493-4683-9ad6-4d63f308a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:27.038592 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d27e77e0-052b-4315-ad41-82127d9f5671 req-493b9dc4-a914-4e29-a2e3-a3f328ead721 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0877726 Feb 28 18:47:27.042438 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-8d32d8b7-4493-4683-9ad6-4d63f308a27c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 1099 time: 0.1767945 Feb 28 18:47:27.108120 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d27e77e0-052b-4315-ad41-82127d9f5671 req-c86c333b-c696-4213-8f43-14ebe861f184 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685406 Feb 28 18:47:27.113058 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4d09e5b3-4a3e-44ef-a013-925284a1f520 req-8e80aa1e-88d9-46ba-9937-af910093cdab tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 210 time: 0.0409589 Feb 28 18:47:27.272963 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-388f8286-9c5c-4646-8f40-e59e1d724d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:27.283875 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-388f8286-9c5c-4646-8f40-e59e1d724d85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 912 time: 0.2336543 Feb 28 18:47:27.315649 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.372153 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.429545 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Network 307994e0-9159-45db-a109-9137621d27c4 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:47:27.445046 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:27.458621 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:47:27.539946 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:27.540626 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.554645 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'Port': ['ID=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:27.569371 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9557006 Feb 28 18:47:27.571759 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.572105 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.572515 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.572839 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.573168 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.574639 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.574983 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.575309 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.575658 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.575965 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.576282 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.576630 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697ffb1-e7c3-4cd8-8ef6-1067ae2f28d8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:27.761602 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-d8ca9b0f-b1f3-4305-80f3-d7d8d6e986cb None None] Provisioning complete for port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:27.762953 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9b0f-b1f3-4305-80f3-d7d8d6e986cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.798422 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-d8ca9b0f-b1f3-4305-80f3-d7d8d6e986cb None None] Port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:47:28.043806 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427e836-6948-4c85-a39f-d651052f7ed6 req-d1636efa-1c2e-4e2c-8f3d-599d1dd4883f tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:28.045965 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b427e836-6948-4c85-a39f-d651052f7ed6 req-d1636efa-1c2e-4e2c-8f3d-599d1dd4883f tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0524321 Feb 28 18:47:28.089313 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b427e836-6948-4c85-a39f-d651052f7ed6 req-4d39b885-6233-48cf-acbb-bcd0748fb24e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356863 Feb 28 18:47:28.249398 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436442bc-d849-46d5-ba5b-f56d90e4ff97 req-e5e57877-1aab-4bb6-934d-d688d7af70e1 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:28.252569 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-436442bc-d849-46d5-ba5b-f56d90e4ff97 req-e5e57877-1aab-4bb6-934d-d688d7af70e1 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0602269 Feb 28 18:47:28.262976 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01112ed-347e-4f4b-be8f-1c3440ce30d3 req-66f9af3b-4a44-4f62-9d90-68a14d09bcfa tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:28.265440 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e01112ed-347e-4f4b-be8f-1c3440ce30d3 req-66f9af3b-4a44-4f62-9d90-68a14d09bcfa tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 943 time: 0.0687542 Feb 28 18:47:28.301967 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-436442bc-d849-46d5-ba5b-f56d90e4ff97 req-23fa1d9c-38f6-40d3-b79e-6b346f9980b2 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Feb 28 18:47:28.328751 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e01112ed-347e-4f4b-be8f-1c3440ce30d3 req-4627103c-329f-49f4-91f4-397436e5b167 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532043 Feb 28 18:47:28.793239 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e9c60fd3-f959-40ad-9d32-148da6eef133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:28.876563 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0e1a4fcf-0502-4a90-8900-002139be7461 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:47:28.987070 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:28.999355 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '0e1a4fcf-0502-4a90-8900-002139be7461', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'port_id': '0e1a4fcf-0502-4a90-8900-002139be7461', 'mac_address': 'fa:16:3e:95:60:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:47:29.038419 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:29.054344 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1a4fcf-0502-4a90-8900-002139be7461 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:47:29.076401 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:29.081529 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:29.131982 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=9']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:29.221165 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a87b60-bc22-4e85-bac7-d39359453700 req-205f3f32-210d-4ec0-a0db-7e7169844e32 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:29.223401 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-44a87b60-bc22-4e85-bac7-d39359453700 req-205f3f32-210d-4ec0-a0db-7e7169844e32 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0572925 Feb 28 18:47:29.268004 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-44a87b60-bc22-4e85-bac7-d39359453700 req-aee8d926-3810-4ee5-a194-de5bf0a172a1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385439 Feb 28 18:47:29.429027 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aedf2b-16c9-471b-8e1a-09789f2a3b0c req-fe93e27b-064b-4b43-8aae-e1a8a5f33fed tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:29.430496 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-15aedf2b-16c9-471b-8e1a-09789f2a3b0c req-fe93e27b-064b-4b43-8aae-e1a8a5f33fed tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0547485 Feb 28 18:47:29.467388 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091d2c2-3e73-427b-8ab9-6aa48feb434f req-a791e2e2-2316-4a5a-92f4-2d2825f2a1e4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:29.469626 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4091d2c2-3e73-427b-8ab9-6aa48feb434f req-a791e2e2-2316-4a5a-92f4-2d2825f2a1e4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 944 time: 0.0534558 Feb 28 18:47:29.473036 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-15aedf2b-16c9-471b-8e1a-09789f2a3b0c req-312b524c-e07d-495d-a6d5-55623dc751b6 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355229 Feb 28 18:47:29.512903 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4091d2c2-3e73-427b-8ab9-6aa48feb434f req-98d5faee-3cd0-47dc-baa9-d6b509d94793 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362015 Feb 28 18:47:29.547060 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['0e1a4fcf-0502-4a90-8900-002139be7461'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:47:29.927876 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.402345 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7e66-718e-4c69-8737-c378e7382112 req-4fa4a572-1acf-4cea-8ff6-05c125ecaecb tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:30.403857 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e44d7e66-718e-4c69-8737-c378e7382112 req-4fa4a572-1acf-4cea-8ff6-05c125ecaecb tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0666473 Feb 28 18:47:30.404333 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 53618) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:30.450684 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e44d7e66-718e-4c69-8737-c378e7382112 req-1439dac2-0b1c-4bf3-928e-5c1023a26102 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 Feb 28 18:47:30.537247 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.634825 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaa6da-29c3-4600-8848-6d20027f72a5 req-20a6d99c-a1e6-454b-86a8-f60d4f29703f tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:30.636481 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fcfaa6da-29c3-4600-8848-6d20027f72a5 req-20a6d99c-a1e6-454b-86a8-f60d4f29703f tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0719144 Feb 28 18:47:30.684150 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.693261 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fcfaa6da-29c3-4600-8848-6d20027f72a5 req-6bb727c4-b5ed-4185-bad1-9167a9f2da32 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497625 Feb 28 18:47:30.697034 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.728904 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81d9277c188d4037bdd06fb0d60a73d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235691 Feb 28 18:47:30.731865 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53628) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:30.765458 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e9233-140c-4f4d-a2f7-71b3a7b93a78 req-9e372b25-c116-4da1-8a62-dc338cc08ba3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:30.772927 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-060e9233-140c-4f4d-a2f7-71b3a7b93a78 req-9e372b25-c116-4da1-8a62-dc338cc08ba3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 944 time: 0.1611793 Feb 28 18:47:30.775439 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68ac820-e14a-4261-beef-362558ff3dec,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:30.789611 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.790047 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-05d3e5a8-cced-4551-8a15-50fdb2a73a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.790186 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.790516 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.790847 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.791171 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.791519 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.791968 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.792504 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.793111 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.793636 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.794148 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.794532 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f356-da1c-4c99-9143-26cde71e921e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:30.829846 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-05d3e5a8-cced-4551-8a15-50fdb2a73a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.851229 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-060e9233-140c-4f4d-a2f7-71b3a7b93a78 req-c7a01ffc-e4cc-45aa-ad05-e9f3095017c5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742109 Feb 28 18:47:30.902241 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0e1a4fcf-0502-4a90-8900-002139be7461 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:47:30.916870 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-05d3e5a8-cced-4551-8a15-50fdb2a73a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.919443 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-05d3e5a8-cced-4551-8a15-50fdb2a73a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.924005 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-05d3e5a8-cced-4551-8a15-50fdb2a73a11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c68ac820-e14a-4261-beef-362558ff3dec HTTP/1.1" status: 204 len: 168 time: 0.1878090 Feb 28 18:47:30.935490 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3e5a8-cced-4551-8a15-50fdb2a73a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68ac820-e14a-4261-beef-362558ff3dec,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:31.016806 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 0e1a4fcf-0502-4a90-8900-002139be7461 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:31.017450 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.113660 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.145489 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:47:31.147891 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6a3b42-f061-4963-acda-9efb5a899a5b" -d '{"events": [{"server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "name": "network-vif-plugged", "status": "completed", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:47:31.166462 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:31.174224 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.199219 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a42ade-c461-4b2c-ab11-db08b1da2586 x-openstack-request-id: req-29a42ade-c461-4b2c-ab11-db08b1da2586 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:47:31.199551 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "name": "network-vif-plugged", "status": "completed", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:47:31.199994 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29a42ade-c461-4b2c-ab11-db08b1da2586 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:47:31.200553 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461', 'code': 200} Feb 28 18:47:31.237469 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=10']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:31.284979 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53636) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:31.299371 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b957-f13d-43f8-9709-d267bc5844dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.386869 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b957-f13d-43f8-9709-d267bc5844dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.392180 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b957-f13d-43f8-9709-d267bc5844dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.432606 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1b957-f13d-43f8-9709-d267bc5844dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff5b737-7fba-444a-a55a-a2c0903abe42,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:31.439021 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-0dc1b957-f13d-43f8-9709-d267bc5844dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=710c23bd33f041d9a19f3ace99c12ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523097 Feb 28 18:47:31.441801 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 53638) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:31.489376 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.519087 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4f8c441f-112f-4006-8cb1-5be188b2e3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.572733 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4f8c441f-112f-4006-8cb1-5be188b2e3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.619769 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962a0e7-daf0-4df5-ae04-2657e34efee6 req-b0230b63-b6e1-489d-9108-6dea1cc1ffa0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:31.621269 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3962a0e7-daf0-4df5-ae04-2657e34efee6 req-b0230b63-b6e1-489d-9108-6dea1cc1ffa0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0797384 Feb 28 18:47:31.659141 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4f8c441f-112f-4006-8cb1-5be188b2e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.661686 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-4f8c441f-112f-4006-8cb1-5be188b2e3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.662811 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-4f8c441f-112f-4006-8cb1-5be188b2e3e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ff5b737-7fba-444a-a55a-a2c0903abe42 HTTP/1.1" status: 204 len: 168 time: 0.2193322 Feb 28 18:47:31.694744 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c441f-112f-4006-8cb1-5be188b2e3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff5b737-7fba-444a-a55a-a2c0903abe42,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:31.699029 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3962a0e7-daf0-4df5-ae04-2657e34efee6 req-626d6f88-d871-4833-a702-f888693ece34 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714397 Feb 28 18:47:31.769250 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.869256 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b6d38-62ac-48d8-b45b-07f885607305 req-c41ac7ed-1810-40fd-87f7-7f533230ffb8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:31.871689 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-794b6d38-62ac-48d8-b45b-07f885607305 req-c41ac7ed-1810-40fd-87f7-7f533230ffb8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0741301 Feb 28 18:47:31.914458 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-794b6d38-62ac-48d8-b45b-07f885607305 req-2174cd1e-3002-4ec4-a183-b4b12bda40eb tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Feb 28 18:47:31.988987 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf559-9981-4228-9a6d-d7a621e27152 req-2a744bdd-45de-4ca9-95e0-52ac1d147000 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:31.990787 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7d2bf559-9981-4228-9a6d-d7a621e27152 req-2a744bdd-45de-4ca9-95e0-52ac1d147000 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0597551 Feb 28 18:47:32.044111 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7d2bf559-9981-4228-9a6d-d7a621e27152 req-4140924a-994b-40a0-89ad-42c1923a779d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440564 Feb 28 18:47:32.878829 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96d568-e052-4295-881a-c6637d11cd98 req-7599604c-2d4c-4955-b576-aa3f7117b28a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:32.880575 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3e96d568-e052-4295-881a-c6637d11cd98 req-7599604c-2d4c-4955-b576-aa3f7117b28a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0850065 Feb 28 18:47:32.929519 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3e96d568-e052-4295-881a-c6637d11cd98 req-fec8d235-3fff-46b5-9e17-36783077eb68 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417449 Feb 28 18:47:33.056748 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76fe22-c0d4-40c3-a6f1-3453d76e98cb req-4eaf23b5-f506-47e7-b39b-2b2c28548c9f tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:33.058640 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0f76fe22-c0d4-40c3-a6f1-3453d76e98cb req-4eaf23b5-f506-47e7-b39b-2b2c28548c9f tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0652981 Feb 28 18:47:33.121365 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0f76fe22-c0d4-40c3-a6f1-3453d76e98cb req-3c9f0532-a604-48a8-a52e-56aeef1a600f tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554354 Feb 28 18:47:33.187835 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a08741-7624-4d71-b12e-4c3373dd320e req-b3cccb4c-3bb1-4fd9-950d-29ccde874bc6 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:33.189544 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-92a08741-7624-4d71-b12e-4c3373dd320e req-b3cccb4c-3bb1-4fd9-950d-29ccde874bc6 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0588291 Feb 28 18:47:33.252486 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-92a08741-7624-4d71-b12e-4c3373dd320e req-fe20011e-980f-49b7-97f2-a90aecdb61e0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566399 Feb 28 18:47:34.077608 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35878ea7-675d-4227-ac98-04b97a6bee28 req-d51bd79e-5274-467a-8ecb-ac098c4367ea tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:34.079219 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-35878ea7-675d-4227-ac98-04b97a6bee28 req-d51bd79e-5274-467a-8ecb-ac098c4367ea tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0671561 Feb 28 18:47:34.120877 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-35878ea7-675d-4227-ac98-04b97a6bee28 req-7f46f76b-7cbc-4fbe-9175-a17d24b4a8a5 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355735 Feb 28 18:47:34.249197 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04e953-1e01-4589-bea9-030888879fcc req-b1b203d7-56ab-42ff-a8c8-475cc8f99f3c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:34.250845 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0c04e953-1e01-4589-bea9-030888879fcc req-b1b203d7-56ab-42ff-a8c8-475cc8f99f3c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0534444 Feb 28 18:47:34.293048 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0c04e953-1e01-4589-bea9-030888879fcc req-e99ce375-82c3-4aa5-b86f-353c066eb05d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362337 Feb 28 18:47:34.389141 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53fca8-4700-4ada-bab7-d24438574fa4 req-7713aaa7-2d8a-4515-8f17-9101259ab3a5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:34.391063 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6c53fca8-4700-4ada-bab7-d24438574fa4 req-7713aaa7-2d8a-4515-8f17-9101259ab3a5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0557251 Feb 28 18:47:34.433338 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6c53fca8-4700-4ada-bab7-d24438574fa4 req-4965d78f-5c76-423f-9019-52af9c9c39de tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362034 Feb 28 18:47:35.289541 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9a16c-33d3-4275-b52e-e433fed49e76 req-77776e8c-151e-4395-8a59-2def743e6e43 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:35.291015 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-daf9a16c-33d3-4275-b52e-e433fed49e76 req-77776e8c-151e-4395-8a59-2def743e6e43 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0824771 Feb 28 18:47:35.335673 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-daf9a16c-33d3-4275-b52e-e433fed49e76 req-69852394-e557-4681-8f1e-85aeee3ad689 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364859 Feb 28 18:47:35.445860 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5da4e-2799-4760-8f9c-cac52b32c87f req-3cc034d2-86b0-4f6d-8edd-615369497a51 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:35.447514 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d5c5da4e-2799-4760-8f9c-cac52b32c87f req-3cc034d2-86b0-4f6d-8edd-615369497a51 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0613956 Feb 28 18:47:35.490721 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d5c5da4e-2799-4760-8f9c-cac52b32c87f req-016502de-7566-49a3-be42-b2850fb96af1 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359042 Feb 28 18:47:35.574484 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0836341-1700-40d6-943e-554770bb2ba0 req-7a0990a9-3fd8-4d20-8477-8359d5596da8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:35.576108 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b0836341-1700-40d6-943e-554770bb2ba0 req-7a0990a9-3fd8-4d20-8477-8359d5596da8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0530157 Feb 28 18:47:35.616011 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b0836341-1700-40d6-943e-554770bb2ba0 req-773952cd-5b88-43ab-9795-c11af603d1d9 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Feb 28 18:47:36.473226 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1227a89-49d5-4db7-8c07-8f04783b0b0a req-f9c77e3a-80eb-4d6a-9e18-2a3e099fb8c6 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:36.474426 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d1227a89-49d5-4db7-8c07-8f04783b0b0a req-f9c77e3a-80eb-4d6a-9e18-2a3e099fb8c6 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0555501 Feb 28 18:47:36.517148 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d1227a89-49d5-4db7-8c07-8f04783b0b0a req-1f81d6ee-006b-4759-8038-4c5a06b75c0c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361931 Feb 28 18:47:36.653307 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390585a-ef5f-435a-a586-85e682c5e0b2 req-174a6821-caaa-4fd6-b2a3-70d2f40f16af tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:36.669074 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6390585a-ef5f-435a-a586-85e682c5e0b2 req-174a6821-caaa-4fd6-b2a3-70d2f40f16af tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0758281 Feb 28 18:47:36.709744 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6390585a-ef5f-435a-a586-85e682c5e0b2 req-0983a1c8-0649-486a-a577-9767a2f4fa15 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343928 Feb 28 18:47:36.752405 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f21f27-f82a-4647-8f80-1a8dfb9cf014 req-2712b385-b42e-4e0a-81d6-92f2eb72792d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:36.754779 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f1f21f27-f82a-4647-8f80-1a8dfb9cf014 req-2712b385-b42e-4e0a-81d6-92f2eb72792d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0577362 Feb 28 18:47:36.808181 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f1f21f27-f82a-4647-8f80-1a8dfb9cf014 req-10e81bae-5e31-4903-9e7b-913f2b5eeafb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468071 Feb 28 18:47:37.652045 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd515632-0759-446e-b705-e1e06e0a2fbe req-14d68679-b1b4-401c-b67c-1f3daabc5dfe tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:37.653577 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dd515632-0759-446e-b705-e1e06e0a2fbe req-14d68679-b1b4-401c-b67c-1f3daabc5dfe tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0579438 Feb 28 18:47:37.699064 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dd515632-0759-446e-b705-e1e06e0a2fbe req-2528f891-786b-44b3-bf88-0ce465005bba tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378947 Feb 28 18:47:37.840752 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625e50b-3303-42f1-bf24-ebd1a3568404 req-135d9a6f-748e-4737-a93b-8106a799255e tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:37.842473 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6625e50b-3303-42f1-bf24-ebd1a3568404 req-135d9a6f-748e-4737-a93b-8106a799255e tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0596225 Feb 28 18:47:37.892342 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6625e50b-3303-42f1-bf24-ebd1a3568404 req-09025ae8-38b0-440b-b3a0-bb54caba3ad5 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Feb 28 18:47:37.951042 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b258c-420c-4bc5-ad64-8cff668c02ae req-a5b66488-e2d2-426a-99d5-2bd577dda102 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:37.952802 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-254b258c-420c-4bc5-ad64-8cff668c02ae req-a5b66488-e2d2-426a-99d5-2bd577dda102 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0528142 Feb 28 18:47:37.998942 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-254b258c-420c-4bc5-ad64-8cff668c02ae req-c7e00a99-e8e2-400f-a612-df0f1757ddee tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366259 Feb 28 18:47:38.066530 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 53774) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:38.212792 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d6be0a89-7ec9-4e6a-995b-4d230ff721d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:38.337504 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d6be0a89-7ec9-4e6a-995b-4d230ff721d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:38.344451 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d6be0a89-7ec9-4e6a-995b-4d230ff721d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:38.392769 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d6be0a89-7ec9-4e6a-995b-4d230ff721d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41eec1aa27084d009077d018acffd3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249719 Feb 28 18:47:38.393813 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be0a89-7ec9-4e6a-995b-4d230ff721d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556a8d7b-bed6-42dd-ae30-d435f399e218,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:38.395284 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53780) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:38.449179 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ca113dd5-3815-4f49-95d2-82916ba5ea1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:38.470881 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ca113dd5-3815-4f49-95d2-82916ba5ea1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:38.524916 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ca113dd5-3815-4f49-95d2-82916ba5ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:38.528115 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ca113dd5-3815-4f49-95d2-82916ba5ea1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:38.529456 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-ca113dd5-3815-4f49-95d2-82916ba5ea1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/556a8d7b-bed6-42dd-ae30-d435f399e218 HTTP/1.1" status: 204 len: 168 time: 0.1331336 Feb 28 18:47:38.539362 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca113dd5-3815-4f49-95d2-82916ba5ea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556a8d7b-bed6-42dd-ae30-d435f399e218,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:38.821589 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 53788) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:38.847221 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53ebd-be09-4e8b-985b-8346c8e36946 req-511d5289-decc-43f7-bdd7-f6ef5ac9a85d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:38.848759 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1ee53ebd-be09-4e8b-985b-8346c8e36946 req-511d5289-decc-43f7-bdd7-f6ef5ac9a85d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0742280 Feb 28 18:47:38.849503 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e9cd3fcb-25b2-47d6-9ca9-b678d228e7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:38.918955 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1ee53ebd-be09-4e8b-985b-8346c8e36946 req-b2f32b01-e0d9-4c07-841d-3af6bcccc953 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609148 Feb 28 18:47:38.981311 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e9cd3fcb-25b2-47d6-9ca9-b678d228e7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:38.988131 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e9cd3fcb-25b2-47d6-9ca9-b678d228e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:39.020679 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666f893-e643-4c8a-a666-10f2c22ed328 req-0927838e-89db-49fe-a652-f110d1c2c536 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:39.022232 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e666f893-e643-4c8a-a666-10f2c22ed328 req-0927838e-89db-49fe-a652-f110d1c2c536 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0521321 Feb 28 18:47:39.029866 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-e9cd3fcb-25b2-47d6-9ca9-b678d228e7a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf6ad84c53c54ceabc30b87f1033cecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072315 Feb 28 18:47:39.031533 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd3fcb-25b2-47d6-9ca9-b678d228e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6339dff-cdb7-4766-a51b-17a54ac59349,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:39.034822 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53792) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:39.091117 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e666f893-e643-4c8a-a666-10f2c22ed328 req-e6f76b9e-931c-4b01-aafb-ca106432747d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623350 Feb 28 18:47:39.120564 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-aa70ee95-300e-4b83-b521-53688d1401ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:39.148210 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70cd6a-dd9b-4c86-8f6b-66a0a740abf2 req-8038808b-4441-464b-9c3f-94544c77942a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:39.149491 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-aa70ee95-300e-4b83-b521-53688d1401ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:39.150070 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0c70cd6a-dd9b-4c86-8f6b-66a0a740abf2 req-8038808b-4441-464b-9c3f-94544c77942a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0552516 Feb 28 18:47:39.193901 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0c70cd6a-dd9b-4c86-8f6b-66a0a740abf2 req-07069c1d-e1e7-48ff-a8f8-b36df86cdcb0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373249 Feb 28 18:47:39.223835 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-aa70ee95-300e-4b83-b521-53688d1401ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:39.226513 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-aa70ee95-300e-4b83-b521-53688d1401ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:39.228136 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-aa70ee95-300e-4b83-b521-53688d1401ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6339dff-cdb7-4766-a51b-17a54ac59349 HTTP/1.1" status: 204 len: 168 time: 0.1919785 Feb 28 18:47:39.237836 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70ee95-300e-4b83-b521-53688d1401ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6339dff-cdb7-4766-a51b-17a54ac59349,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:40.062956 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef60b7b-4bda-4fef-9186-389e5434b8b7 req-20d95c4c-83d6-4d1f-b830-70bb9deaa693 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:40.064694 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1ef60b7b-4bda-4fef-9186-389e5434b8b7 req-20d95c4c-83d6-4d1f-b830-70bb9deaa693 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0603142 Feb 28 18:47:40.108018 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1ef60b7b-4bda-4fef-9186-389e5434b8b7 req-3bff8d1d-2c06-44a8-8a23-3924fde833bc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366166 Feb 28 18:47:40.224245 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc8b4f-1ce2-43f0-ac89-a1943b5c5470 req-92b5dc40-e024-4914-9570-ac308457e208 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:40.225812 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ccc8b4f-1ce2-43f0-ac89-a1943b5c5470 req-92b5dc40-e024-4914-9570-ac308457e208 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 931 time: 0.0533574 Feb 28 18:47:40.340183 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99656c92-7648-4b00-93d0-e7ff053c97d0 req-dbdd86b9-44f6-4125-86f7-55bdb536e3c8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:40.344027 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-99656c92-7648-4b00-93d0-e7ff053c97d0 req-dbdd86b9-44f6-4125-86f7-55bdb536e3c8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0593770 Feb 28 18:47:40.366425 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53834) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:40.395364 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-99656c92-7648-4b00-93d0-e7ff053c97d0 req-590cfd3c-d80b-4bbe-931a-fbbed732096b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468948 Feb 28 18:47:40.427185 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Request body: {'port': {'device_id': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:47:40.501215 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:40.509806 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0adcd147-2004-46e7-aa1d-c080718a2844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:40.567597 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ccc8b4f-1ce2-43f0-ac89-a1943b5c5470 req-0711f015-0b6f-4e79-887e-9e252b544023 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307645 Feb 28 18:47:40.588561 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-da5c473f-1221-4ffa-87ea-167bca21156d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782 HTTP/1.1" status: 200 len: 1002 time: 0.0789230 Feb 28 18:47:40.643177 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-fbd83f0e-4a89-4712-8551-c9611b1ea50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:40.644757 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-fbd83f0e-4a89-4712-8551-c9611b1ea50f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48d4dc7d-edd3-4b91-87d2-12152cce9be1 HTTP/1.1" status: 200 len: 850 time: 0.0526788 Feb 28 18:47:40.711070 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-e4931988-86c0-48ad-9a88-faab67414675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:40.713859 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-e4931988-86c0-48ad-9a88-faab67414675 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd5b39c-f0e2-4111-80b4-ff433637020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605285 Feb 28 18:47:40.815356 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0adcd147-2004-46e7-aa1d-c080718a2844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:40.815667 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-c13bc11f-da9a-49e5-b2c9-9249abf04c16 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935047 Feb 28 18:47:40.826094 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0adcd147-2004-46e7-aa1d-c080718a2844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:40.890460 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-0adcd147-2004-46e7-aa1d-c080718a2844 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=941afbcaf7dd4008a5f22924af6bf4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229747 Feb 28 18:47:40.894699 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcd147-2004-46e7-aa1d-c080718a2844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164d7f05-2386-4602-bb3a-52e9cc44f20c,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:40.898329 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 53838) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:47:40.945123 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-97feba9d-a807-45e7-8ad4-31413ffad0ce req-af67279d-f3f2-4a51-ab91-8647339a1869 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195614 Feb 28 18:47:40.993273 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-14900682-47aa-444e-9dd4-bf4d5f27614d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:40.996037 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d222d2c-dfea-4571-8fcb-26aa37b4a91b {{(pid=108388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:47:41.005721 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.033242 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-14900682-47aa-444e-9dd4-bf4d5f27614d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.035757 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.provisioning_blocks [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Transition to ACTIVE for port object 5d222d2c-dfea-4571-8fcb-26aa37b4a91b will not be triggered until provisioned by entity L2. {{(pid=108388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:47:41.041122 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.113742 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Pushing event updated for resources: {'Port': ['ID=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:41.189642 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-14900682-47aa-444e-9dd4-bf4d5f27614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.192317 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-14900682-47aa-444e-9dd4-bf4d5f27614d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.196235 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-14900682-47aa-444e-9dd4-bf4d5f27614d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/164d7f05-2386-4602-bb3a-52e9cc44f20c HTTP/1.1" status: 204 len: 168 time: 0.2943149 Feb 28 18:47:41.209709 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Attempting to bind port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:47:41.210044 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Attempting to bind port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:47:41.210376 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Attempting to bind port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b on network 307994e0-9159-45db-a109-9137621d27c4 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:47:41.213544 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14900682-47aa-444e-9dd4-bf4d5f27614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164d7f05-2386-4602-bb3a-52e9cc44f20c,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:41.224536 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b on network 307994e0-9159-45db-a109-9137621d27c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:47:41.224871 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Attempting to bind port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b on network 307994e0-9159-45db-a109-9137621d27c4 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:47:41.231132 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:47:41.231370 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Checking segment: {'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:47:41.231791 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Bound using segment: {'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:47:41.232225 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Bound port: 5d222d2c-dfea-4571-8fcb-26aa37b4a91b, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf63750-538f-4a35-8551-7d76ccbb0a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '307994e0-9159-45db-a109-9137621d27c4'}}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:47:41.232584 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.384750 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872123a-3e8c-44d4-b23a-c98741512722 req-05fd5666-3923-4e89-b01c-9e5850644a30 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:41.386455 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4872123a-3e8c-44d4-b23a-c98741512722 req-05fd5666-3923-4e89-b01c-9e5850644a30 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.1276181 Feb 28 18:47:41.391005 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] For port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b, host hv-cinder-83118, cleared binding levels {{(pid=108388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:47:41.395071 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] For port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:47:41.419156 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.483941 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:41.485060 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.487610 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] 10.222.0.52 "PUT /v2.0/ports/5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 200 len: 1093 time: 1.0673778 Feb 28 18:47:41.490455 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:47:41.494016 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c465558-3b1d-41f1-bdbe-97f145c850cb" -d '{"events": [{"name": "network-changed", "server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:47:41.520407 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4872123a-3e8c-44d4-b23a-c98741512722 req-b457f1be-5018-45fb-84f0-e4b4f4ba51f7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180782 Feb 28 18:47:41.680061 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f419a38-ed4d-4999-91f8-ff3db8e909fa service neutron] Pushing event updated for resources: {'Port': ['ID=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,revision_number=3']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:41.690159 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c7224-a2a8-4fb2-9922-3028eb36efba req-f4d299b9-1045-40e8-b4d9-25740d266600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:41.692138 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-761c7224-a2a8-4fb2-9922-3028eb36efba req-f4d299b9-1045-40e8-b4d9-25740d266600 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 1099 time: 0.2030292 Feb 28 18:47:41.712545 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6effab-f876-4b71-874d-43d558e5b74a req-b5565679-fab6-4881-bae5-5d69c5417a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:41.713644 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672725b0-27e9-4103-90da-a1beebe2749c req-8b85b5f6-c0e9-4004-a531-4c02a403973e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:41.716247 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-b5565679-fab6-4881-bae5-5d69c5417a3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c9ae1ae59934bc890085a116c63dff9&device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 1096 time: 0.1721666 Feb 28 18:47:41.722565 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-672725b0-27e9-4103-90da-a1beebe2749c req-8b85b5f6-c0e9-4004-a531-4c02a403973e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.1714075 Feb 28 18:47:41.793292 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-c916a83d-d9d4-4885-b659-c5c1a73368f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 200 len: 217 time: 0.0659590 Feb 28 18:47:41.845767 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa8f64c-c478-47ac-adc1-1a0dfd30f7d1 x-openstack-request-id: req-6aa8f64c-c478-47ac-adc1-1a0dfd30f7d1 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:47:41.846447 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:47:41.846661 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6aa8f64c-c478-47ac-adc1-1a0dfd30f7d1 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:47:41.847177 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'status': 'completed', 'code': 200} Feb 28 18:47:41.874644 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6effab-f876-4b71-874d-43d558e5b74a req-7cf1123c-17dc-4217-8a84-f5b100785f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:41.876912 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-7cf1123c-17dc-4217-8a84-f5b100785f49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fe9f3a2-383b-457d-8baf-b630de1d3e9b HTTP/1.1" status: 200 len: 853 time: 0.0753477 Feb 28 18:47:41.916623 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-672725b0-27e9-4103-90da-a1beebe2749c req-c08695c3-bb01-4e08-8ac3-4ff84407ca50 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926179 Feb 28 18:47:41.922662 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-761c7224-a2a8-4fb2-9922-3028eb36efba req-da758d10-1d1f-4fee-bacb-ea48b32e4de3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953428 Feb 28 18:47:41.986438 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6effab-f876-4b71-874d-43d558e5b74a req-51dc16f2-e318-42c0-a974-d75617869b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:41.987969 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-51dc16f2-e318-42c0-a974-d75617869b97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307994e0-9159-45db-a109-9137621d27c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0998876 Feb 28 18:47:41.999443 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e40351-a9b7-4383-a347-9b45c4090f8c req-50bd7019-d169-4d5b-aa4e-8f07cec1e805 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:42.001337 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-93e40351-a9b7-4383-a347-9b45c4090f8c req-50bd7019-d169-4d5b-aa4e-8f07cec1e805 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0800111 Feb 28 18:47:42.050926 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-93e40351-a9b7-4383-a347-9b45c4090f8c req-72f9ccb4-f724-4710-a0da-211ff0b2e9e5 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Feb 28 18:47:42.351394 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-53ab3bd3-9936-46fa-9a98-06a956271511 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913215 Feb 28 18:47:42.473519 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa6effab-f876-4b71-874d-43d558e5b74a req-9582b9da-8f78-4dcc-8312-4ab6ecba8d26 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112411 Feb 28 18:47:42.659226 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab87362-bdc9-472d-8517-9bc74056b85f req-e2c2c45c-aacf-4821-bdf7-e9745b925dee tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:42.660806 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bab87362-bdc9-472d-8517-9bc74056b85f req-e2c2c45c-aacf-4821-bdf7-e9745b925dee tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0703788 Feb 28 18:47:42.707598 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bab87362-bdc9-472d-8517-9bc74056b85f req-fd3fb094-23fe-4c88-99b5-184abc8a7f9d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359263 Feb 28 18:47:43.045280 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14814369-59b8-4966-ad72-cfcdf954f73b req-1dace8f0-5a6b-4bd1-b916-426f3ce2c188 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:43.047666 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-14814369-59b8-4966-ad72-cfcdf954f73b req-1dace8f0-5a6b-4bd1-b916-426f3ce2c188 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0539632 Feb 28 18:47:43.091992 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-14814369-59b8-4966-ad72-cfcdf954f73b req-7d599672-b8ba-4382-879a-5973b1863721 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382066 Feb 28 18:47:43.176907 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b729e-36f2-4f7f-b546-5af71802e2b9 req-4e11698b-2f75-4f26-a492-6a2c8f8da0da tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:43.178411 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7c4b729e-36f2-4f7f-b546-5af71802e2b9 req-4e11698b-2f75-4f26-a492-6a2c8f8da0da tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0576222 Feb 28 18:47:43.218361 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7c4b729e-36f2-4f7f-b546-5af71802e2b9 req-47603cf1-8bca-4411-9507-133a4bf247fd tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338421 Feb 28 18:47:44.221754 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e3c3e-a08a-4370-a3a9-676f7f461778 req-9af56f6d-dd3a-496c-ad27-91c5cf0c76bd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:44.223288 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-905e3c3e-a08a-4370-a3a9-676f7f461778 req-9af56f6d-dd3a-496c-ad27-91c5cf0c76bd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0536251 Feb 28 18:47:44.263088 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-905e3c3e-a08a-4370-a3a9-676f7f461778 req-5f5eea3d-5456-48e9-a3fd-fc27b4663317 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338719 Feb 28 18:47:44.340815 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b5ebd-5bc1-4746-b347-b7d5ba87204d req-3c60d19d-d3e0-49b4-b111-e89a049f18e8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:44.342367 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-806b5ebd-5bc1-4746-b347-b7d5ba87204d req-3c60d19d-d3e0-49b4-b111-e89a049f18e8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0503638 Feb 28 18:47:44.395453 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-806b5ebd-5bc1-4746-b347-b7d5ba87204d req-68c15b99-b674-4fee-9364-2e106e9bb799 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464282 Feb 28 18:47:45.399810 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a51333-fc04-4133-8189-0dae23d17eaf req-04b2f552-d71c-4b54-831a-4a3425996932 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:45.401318 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e0a51333-fc04-4133-8189-0dae23d17eaf req-04b2f552-d71c-4b54-831a-4a3425996932 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0575528 Feb 28 18:47:45.441957 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e0a51333-fc04-4133-8189-0dae23d17eaf req-45292927-823b-4fd9-9411-c9eb69029fd6 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344737 Feb 28 18:47:45.537235 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f29d95-6984-419d-b790-85f1d0701376 req-e2b737b5-2ab6-435e-b689-03021a7e549a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:45.538727 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d2f29d95-6984-419d-b790-85f1d0701376 req-e2b737b5-2ab6-435e-b689-03021a7e549a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0523305 Feb 28 18:47:45.579347 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d2f29d95-6984-419d-b790-85f1d0701376 req-f218e575-af0a-4ab2-9678-295a3faadfdc tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344996 Feb 28 18:47:46.467179 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-c71efd78-41ca-408b-82ec-ca14e644be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:46.469992 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-c71efd78-41ca-408b-82ec-ca14e644be54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c9ae1ae59934bc890085a116c63dff9&device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 1096 time: 0.0429773 Feb 28 18:47:46.599603 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea943-7795-41e3-86b8-a9bba5dcd894 req-9ec1fb95-5b3c-48d7-a11c-20bff30978ae tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:46.601080 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-272ea943-7795-41e3-86b8-a9bba5dcd894 req-9ec1fb95-5b3c-48d7-a11c-20bff30978ae tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0763981 Feb 28 18:47:46.605886 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-7280da55-72c8-4522-a5e9-abbf29ba3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:46.607225 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-7280da55-72c8-4522-a5e9-abbf29ba3638 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307994e0-9159-45db-a109-9137621d27c4 HTTP/1.1" status: 200 len: 915 time: 0.1295707 Feb 28 18:47:46.661968 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-511b9e1a-7d4b-45cd-8008-4ac294f0dd36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 200 len: 217 time: 0.0464971 Feb 28 18:47:46.693914 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc852d-02df-4a97-a92b-2e2f58382fa0 req-60b7e437-2238-4cd8-85f3-ed9c3339dd2d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:46.695417 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-57dc852d-02df-4a97-a92b-2e2f58382fa0 req-60b7e437-2238-4cd8-85f3-ed9c3339dd2d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0491426 Feb 28 18:47:46.703962 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-272ea943-7795-41e3-86b8-a9bba5dcd894 req-ada34145-c50a-4a7d-8dcb-ab45559df437 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957417 Feb 28 18:47:46.723766 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-741b0c75-7a91-4237-b209-646f7e32b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:46.725231 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-741b0c75-7a91-4237-b209-646f7e32b1dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fe9f3a2-383b-457d-8baf-b630de1d3e9b HTTP/1.1" status: 200 len: 853 time: 0.0514138 Feb 28 18:47:46.744794 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-57dc852d-02df-4a97-a92b-2e2f58382fa0 req-c3b3185c-930c-456b-a2db-05d9582c29ad tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Feb 28 18:47:46.772686 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-96b59bf6-cd9f-4e82-8c87-412ef487ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:46.774199 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-96b59bf6-cd9f-4e82-8c87-412ef487ecf7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307994e0-9159-45db-a109-9137621d27c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422914 Feb 28 18:47:46.866589 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-9ecdc7db-9f9e-42f9-b5cf-605bd922f1d7 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Feb 28 18:47:46.957782 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c465558-3b1d-41f1-bdbe-97f145c850cb req-032658d4-26f0-4c99-8033-a9ab5ea6ed21 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841653 Feb 28 18:47:47.833499 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935ac1f-ad79-490c-88f5-662e7e55866a req-4d20bdc4-936f-4c21-a5a1-62519efe5991 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:47.835329 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9935ac1f-ad79-490c-88f5-662e7e55866a req-4d20bdc4-936f-4c21-a5a1-62519efe5991 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0544693 Feb 28 18:47:47.867497 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cb639-a3db-45e8-9e5b-514cdd4ba926 req-29086445-a7d6-4ea8-a627-cfc1cfdfad5b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:47.869179 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5c3cb639-a3db-45e8-9e5b-514cdd4ba926 req-29086445-a7d6-4ea8-a627-cfc1cfdfad5b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0563471 Feb 28 18:47:47.877261 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9935ac1f-ad79-490c-88f5-662e7e55866a req-ecacf4d3-28cf-443b-b27a-048864d75240 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340834 Feb 28 18:47:47.916764 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5c3cb639-a3db-45e8-9e5b-514cdd4ba926 req-4b78284b-026b-42c0-b3ac-9ebf1e7139c0 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376506 Feb 28 18:47:49.003203 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deed111-8755-4d25-b130-177850af3978 req-761ef9de-b5ed-4e51-ae77-42f2aefe0e80 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:49.004687 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4deed111-8755-4d25-b130-177850af3978 req-761ef9de-b5ed-4e51-ae77-42f2aefe0e80 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0485747 Feb 28 18:47:49.032528 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e41bf1-25d8-48ce-a0d4-61d52c45e999 req-2fd636a4-475d-4d47-b067-00911280692f tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:49.034039 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a5e41bf1-25d8-48ce-a0d4-61d52c45e999 req-2fd636a4-475d-4d47-b067-00911280692f tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0503712 Feb 28 18:47:49.048845 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4deed111-8755-4d25-b130-177850af3978 req-67b6a90e-2f11-4807-8c1c-4065dae33c2e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381207 Feb 28 18:47:49.074841 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a5e41bf1-25d8-48ce-a0d4-61d52c45e999 req-6925bb97-39be-449e-8e49-568add7ff431 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Feb 28 18:47:50.176145 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875cf3f-d073-4b72-8f9d-6456cc39aa62 req-94770620-46b3-4528-bb4e-489a17cb42cf tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:50.177700 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e875cf3f-d073-4b72-8f9d-6456cc39aa62 req-94770620-46b3-4528-bb4e-489a17cb42cf tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0516644 Feb 28 18:47:50.198275 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544c3c7-bae1-4d18-8a80-4ab82703eb6b req-37b87f1c-f134-4bcb-8af3-84d95d665112 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:50.205203 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4544c3c7-bae1-4d18-8a80-4ab82703eb6b req-37b87f1c-f134-4bcb-8af3-84d95d665112 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0570650 Feb 28 18:47:50.229467 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e875cf3f-d073-4b72-8f9d-6456cc39aa62 req-695e2e46-2de3-4c19-a220-701dbe205ea6 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457301 Feb 28 18:47:50.240230 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4544c3c7-bae1-4d18-8a80-4ab82703eb6b req-1d0efedd-9508-4b53-86c3-b0e52e6c2060 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Feb 28 18:47:51.353729 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cd243-c391-4453-b1eb-ee11d9126ffd req-243c6eea-9f29-469d-9d42-636c5102e400 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:51.354414 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a8093-4786-4047-b8bd-1a5ef416f9df req-d2ef9090-5652-45fd-a12d-09413775eb30 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:51.355346 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf0cd243-c391-4453-b1eb-ee11d9126ffd req-243c6eea-9f29-469d-9d42-636c5102e400 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0492041 Feb 28 18:47:51.355728 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-056a8093-4786-4047-b8bd-1a5ef416f9df req-d2ef9090-5652-45fd-a12d-09413775eb30 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0516903 Feb 28 18:47:51.395344 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-056a8093-4786-4047-b8bd-1a5ef416f9df req-3232c5d2-fcdb-4070-afb1-a50a90573576 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319750 Feb 28 18:47:51.399082 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf0cd243-c391-4453-b1eb-ee11d9126ffd req-b4c99dbe-ff8e-4db4-a7ec-3912b9a9db3e tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Feb 28 18:47:51.665841 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:47:52.516105 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274bf97-2a6e-494a-8c58-8c0a51ffa390 req-9dab13b5-bc6a-450d-8f9d-ac20fbb49185 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:52.516752 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afcd76-e780-4b90-8da3-7056714037db req-62434efb-2e20-4e22-bd2e-535099e7ebdf tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:52.517585 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a7afcd76-e780-4b90-8da3-7056714037db req-62434efb-2e20-4e22-bd2e-535099e7ebdf tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0476167 Feb 28 18:47:52.517710 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2274bf97-2a6e-494a-8c58-8c0a51ffa390 req-9dab13b5-bc6a-450d-8f9d-ac20fbb49185 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0503912 Feb 28 18:47:52.556141 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a7afcd76-e780-4b90-8da3-7056714037db req-4c371ed5-f666-4528-897d-62d63c5a0918 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Feb 28 18:47:52.556368 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2274bf97-2a6e-494a-8c58-8c0a51ffa390 req-fd758169-3423-4b25-8a00-3a44219ed345 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Feb 28 18:47:53.023818 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:53.670641 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56aa22-a7aa-49c4-b1b8-185ea4cc30ad req-43d639ae-ee19-4403-91ea-2fe01057f8ad tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:53.672566 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7f56aa22-a7aa-49c4-b1b8-185ea4cc30ad req-43d639ae-ee19-4403-91ea-2fe01057f8ad tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0496509 Feb 28 18:47:53.677955 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9e03-b218-4c41-9791-da85a3732ff4 req-9307e6cc-a4f9-4f37-978d-1018fb44da37 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:53.679437 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e8cb9e03-b218-4c41-9791-da85a3732ff4 req-9307e6cc-a4f9-4f37-978d-1018fb44da37 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0488801 Feb 28 18:47:53.710210 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7f56aa22-a7aa-49c4-b1b8-185ea4cc30ad req-f74605bf-0b42-4960-8cbb-9c1cbc1e00dd tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Feb 28 18:47:53.719147 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e8cb9e03-b218-4c41-9791-da85a3732ff4 req-fd97a77f-deff-4416-916c-b30a58cac446 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337932 Feb 28 18:47:54.832112 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9033a-9869-4272-81e7-ced5a7963fbb req-3c9668cf-57d0-44d9-b0f1-d1d3ec45fad9 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:54.833644 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ebe9033a-9869-4272-81e7-ced5a7963fbb req-3c9668cf-57d0-44d9-b0f1-d1d3ec45fad9 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0545762 Feb 28 18:47:54.846352 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30efa1-16fc-4327-a525-4605afbeeac9 req-b8d7bc1f-6d4f-4acf-b7df-96b2276935d0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:54.847889 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1b30efa1-16fc-4327-a525-4605afbeeac9 req-b8d7bc1f-6d4f-4acf-b7df-96b2276935d0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0545859 Feb 28 18:47:54.878452 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ebe9033a-9869-4272-81e7-ced5a7963fbb req-e244d4e7-f1e0-412f-88c8-878df9d5a5d6 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 Feb 28 18:47:54.887859 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1b30efa1-16fc-4327-a525-4605afbeeac9 req-8ccbf3aa-ae91-4bf4-8d78-fd486e9537fa tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338230 Feb 28 18:47:56.000798 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b4fdb-5110-402d-8c0d-10b4c6d81cba req-b84f50a0-f6ae-40fb-9354-7b349eb0bca5 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:56.002314 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-970b4fdb-5110-402d-8c0d-10b4c6d81cba req-b84f50a0-f6ae-40fb-9354-7b349eb0bca5 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0517621 Feb 28 18:47:56.057275 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-970b4fdb-5110-402d-8c0d-10b4c6d81cba req-dd3f678f-4140-40ea-8a3f-070551d68148 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437541 Feb 28 18:47:56.395071 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5919881c-072a-48e6-9294-d926599911b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:57.184923 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c295a0-ec3a-44b9-82ad-23635b128957 req-876d6505-4a38-43d0-b352-03350531fafb tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:57.186973 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5c295a0-ec3a-44b9-82ad-23635b128957 req-876d6505-4a38-43d0-b352-03350531fafb tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0523617 Feb 28 18:47:57.225034 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5c295a0-ec3a-44b9-82ad-23635b128957 req-6fdef382-9ca0-4e3b-aacf-97e8c2dc4b17 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Feb 28 18:47:58.348759 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a04b00-6ea3-4a57-aaf6-128fb6e3a2aa req-e8030a48-78af-437a-9b16-9af0f4121120 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:58.350275 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e0a04b00-6ea3-4a57-aaf6-128fb6e3a2aa req-e8030a48-78af-437a-9b16-9af0f4121120 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 943 time: 0.0537581 Feb 28 18:47:58.392776 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 5d222d2c-dfea-4571-8fcb-26aa37b4a91b details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:47:58.393341 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e0a04b00-6ea3-4a57-aaf6-128fb6e3a2aa req-7b568006-ac11-4cd5-ab97-3cc9a2cd22b1 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361369 Feb 28 18:47:58.500351 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:58.507944 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-6eb45fe0-7a38-4eff-9d13-0c2d66ca1bb8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383174 Feb 28 18:47:58.512267 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'port_id': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'mac_address': 'fa:16:3e:6d:66:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:47:58.552148 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:58.565407 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d222d2c-dfea-4571-8fcb-26aa37b4a91b {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:47:58.582699 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-4f52a4f1-4651-470b-b657-19ccb9ac450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:58.584262 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-4f52a4f1-4651-470b-b657-19ccb9ac450d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e07a8e62592434e92177ca0a870c3b6&device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1099 time: 0.0421960 Feb 28 18:47:58.584958 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:58.589326 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:58.640300 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:58.647444 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.647812 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.648148 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.648479 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.648808 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.649134 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.649454 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.649773 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.650099 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.650416 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.650729 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.651044 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.697225 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-eb32f048-9165-4091-8357-08b17063bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:58.698668 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-eb32f048-9165-4091-8357-08b17063bb14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3a327f10-343e-47af-9d7a-af4497b13f2c HTTP/1.1" status: 200 len: 910 time: 0.0892925 Feb 28 18:47:58.765155 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-3d65abae-3f77-49c5-a96f-5d3aafefcc10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64 HTTP/1.1" status: 200 len: 1002 time: 0.0589585 Feb 28 18:47:58.797523 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f92eb48f-550f-4f8a-adf7-5bc13c1d01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:58.832759 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-7f042b5e-d282-4f67-8423-695191c5a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:58.834246 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-7f042b5e-d282-4f67-8423-695191c5a9a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73918393-3657-4ff7-aa01-a4c03276b414 HTTP/1.1" status: 200 len: 848 time: 0.0610986 Feb 28 18:47:58.879589 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-414d0823-5b15-4471-8af4-5e242cb0a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:58.881087 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-414d0823-5b15-4471-8af4-5e242cb0a952 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3a327f10-343e-47af-9d7a-af4497b13f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397992 Feb 28 18:47:58.987312 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-2cae15d8-493f-4bc2-8c95-593562f389d3 service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915625 Feb 28 18:47:59.081793 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bc4a9a5f-4076-45df-a339-b405df199d12 req-58aa077d-5d6f-4c45-a0c6-e42b0ae6289f service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875678 Feb 28 18:47:59.522389 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2a745-4d91-4edd-8f02-85d2123985cd req-eccf4b98-47d2-41dd-a177-769999bc8b12 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:59.524230 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-33d2a745-4d91-4edd-8f02-85d2123985cd req-eccf4b98-47d2-41dd-a177-769999bc8b12 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 944 time: 0.0534956 Feb 28 18:47:59.566582 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-33d2a745-4d91-4edd-8f02-85d2123985cd req-2f398f97-8a5d-4719-bcf9-20d03bc76dea tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351391 Feb 28 18:47:59.573365 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['5d222d2c-dfea-4571-8fcb-26aa37b4a91b'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:47:59.931734 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:00.681397 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a26547-ce98-499c-b0ca-aa6318e2ce22 req-95b60423-f9b3-4683-b9f1-cd542068deb8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:00.682867 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4a26547-ce98-499c-b0ca-aa6318e2ce22 req-95b60423-f9b3-4683-b9f1-cd542068deb8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 944 time: 0.0485280 Feb 28 18:48:00.724887 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4a26547-ce98-499c-b0ca-aa6318e2ce22 req-15c277db-7bba-43d9-900f-b69158ef2c33 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354261 Feb 28 18:48:01.482618 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:01.759058 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:01.843926 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910977-1b70-4a09-b8c1-9961bc5bda04 req-1ad0513f-0c0e-401a-9499-4773f7e3501e tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:01.845379 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7c910977-1b70-4a09-b8c1-9961bc5bda04 req-1ad0513f-0c0e-401a-9499-4773f7e3501e tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 944 time: 0.0519125 Feb 28 18:48:01.883853 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7c910977-1b70-4a09-b8c1-9961bc5bda04 req-1950b0de-c622-4039-a8aa-7f7b00ff6383 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Feb 28 18:48:02.996093 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5e313-9d16-48f5-b34f-2156e11fb99a req-d99185c6-ef63-4384-b696-09e1397f9c85 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:02.997467 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-82e5e313-9d16-48f5-b34f-2156e11fb99a req-d99185c6-ef63-4384-b696-09e1397f9c85 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 944 time: 0.0476575 Feb 28 18:48:03.038599 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-82e5e313-9d16-48f5-b34f-2156e11fb99a req-2b24ddde-ebb7-4798-9cda-80f9d46ed19a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340497 Feb 28 18:48:04.150985 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48a967-eb89-4d22-b8ac-702ce387913b req-d3865ff0-a61a-4210-83dd-2b7b43e8b6d1 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:04.152458 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4e48a967-eb89-4d22-b8ac-702ce387913b req-d3865ff0-a61a-4210-83dd-2b7b43e8b6d1 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 944 time: 0.0471947 Feb 28 18:48:04.191153 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4e48a967-eb89-4d22-b8ac-702ce387913b req-be248aff-0571-4d8a-942a-f7c5775d9ef7 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Feb 28 18:48:05.308211 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbc00a-9b00-49f4-9ed4-b42459ce25f4 req-327bfd9e-a58a-44ab-8bef-c7615ba0c963 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:05.309681 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ccbc00a-9b00-49f4-9ed4-b42459ce25f4 req-327bfd9e-a58a-44ab-8bef-c7615ba0c963 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 944 time: 0.0519423 Feb 28 18:48:05.348844 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ccbc00a-9b00-49f4-9ed4-b42459ce25f4 req-f5b4161e-ece0-4dc8-84df-0d29e23ca87b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Feb 28 18:48:06.468896 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e80e2-e0ac-4888-9eee-33dab7eaefc2 req-74c38a70-f5ed-460d-8ab0-96df90d70d47 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:06.470464 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9e9e80e2-e0ac-4888-9eee-33dab7eaefc2 req-74c38a70-f5ed-460d-8ab0-96df90d70d47 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 944 time: 0.0540810 Feb 28 18:48:06.510223 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9e9e80e2-e0ac-4888-9eee-33dab7eaefc2 req-a04c5eb2-0368-406c-84e4-b590f979011d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335541 Feb 28 18:48:06.540625 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54144) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:06.643401 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5d8b55f2-9bd9-420e-a330-01f19f7eae53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:06.717076 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5d8b55f2-9bd9-420e-a330-01f19f7eae53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:06.721113 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5d8b55f2-9bd9-420e-a330-01f19f7eae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:06.761330 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-5d8b55f2-9bd9-420e-a330-01f19f7eae53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=033df30d4aef48b28127d101e827db74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196302 Feb 28 18:48:06.762166 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b55f2-9bd9-420e-a330-01f19f7eae53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055eaa43-4de7-46ba-8391-3c8bd3ac4615,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:06.765453 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54148) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:06.815178 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-74b718b4-b0fe-433a-8bbf-6bda7f34aa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:06.839423 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-74b718b4-b0fe-433a-8bbf-6bda7f34aa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:06.887666 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-74b718b4-b0fe-433a-8bbf-6bda7f34aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:06.891532 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-74b718b4-b0fe-433a-8bbf-6bda7f34aa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:06.892674 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-74b718b4-b0fe-433a-8bbf-6bda7f34aa46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/055eaa43-4de7-46ba-8391-3c8bd3ac4615 HTTP/1.1" status: 204 len: 168 time: 0.1260483 Feb 28 18:48:06.900603 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b718b4-b0fe-433a-8bbf-6bda7f34aa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055eaa43-4de7-46ba-8391-3c8bd3ac4615,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:07.611778 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 5d222d2c-dfea-4571-8fcb-26aa37b4a91b up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:48:07.634415 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4483546-9774-4f27-a09e-828c2eaa8b61 req-6a672ae0-c0d4-4f96-8c3c-542de629fa4d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:07.635956 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d4483546-9774-4f27-a09e-828c2eaa8b61 req-6a672ae0-c0d4-4f96-8c3c-542de629fa4d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 944 time: 0.0554481 Feb 28 18:48:07.666936 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:48:07.671356 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:48:07.671760 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:07.676250 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d4483546-9774-4f27-a09e-828c2eaa8b61 req-9d827030-98c5-4206-b738-c5713f9e4912 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335784 Feb 28 18:48:07.757127 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:07.781313 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:48:07.783630 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cf4c1e-9023-4fa4-b1e9-bd438f364092" -d '{"events": [{"server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "name": "network-vif-plugged", "status": "completed", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:48:07.798202 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:07.803036 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:07.853410 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:07.950255 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb33c3a-d4b4-45c5-a054-5954979d8389 x-openstack-request-id: req-6bb33c3a-d4b4-45c5-a054-5954979d8389 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:48:07.950669 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "name": "network-vif-plugged", "status": "completed", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:48:07.950914 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bb33c3a-d4b4-45c5-a054-5954979d8389 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:48:07.951326 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'code': 200} Feb 28 18:48:08.149445 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64b108-ae82-4d2d-b3ef-a31de95de6ca req-b3d0d88b-15cb-4b3c-9cce-f94852f62bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:08.150930 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1f64b108-ae82-4d2d-b3ef-a31de95de6ca req-b3d0d88b-15cb-4b3c-9cce-f94852f62bfe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 1098 time: 0.0438776 Feb 28 18:48:08.188959 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1f64b108-ae82-4d2d-b3ef-a31de95de6ca req-e4189431-7b83-42c8-bdb8-c83967e7ebae service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285082 Feb 28 18:48:08.797124 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aae85f-5678-404e-a1d9-c147c26c5023 req-1bab71b6-d717-427c-886d-eb3713fe13be tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:08.798868 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a4aae85f-5678-404e-a1d9-c147c26c5023 req-1bab71b6-d717-427c-886d-eb3713fe13be tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0522792 Feb 28 18:48:08.840686 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a4aae85f-5678-404e-a1d9-c147c26c5023 req-dec3669a-3390-4050-82f4-6802b75640cc tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348802 Feb 28 18:48:09.971001 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8ae9-3038-4674-83df-739cb7c0ea79 req-1b92fe75-4fd7-41dd-8f89-7c37abaf15b6 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:09.972499 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d73a8ae9-3038-4674-83df-739cb7c0ea79 req-1b92fe75-4fd7-41dd-8f89-7c37abaf15b6 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0625446 Feb 28 18:48:10.012332 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d73a8ae9-3038-4674-83df-739cb7c0ea79 req-3177041a-3753-4c0e-bb05-75e26255f7de tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Feb 28 18:48:10.589090 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7caee0-7d01-48e0-9d12-3900f5e79505 req-2bc8ea87-d532-4a34-b3b4-6acea844c6a9 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:10.590726 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4a7caee0-7d01-48e0-9d12-3900f5e79505 req-2bc8ea87-d532-4a34-b3b4-6acea844c6a9 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 946 time: 0.0521271 Feb 28 18:48:10.632970 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4a7caee0-7d01-48e0-9d12-3900f5e79505 req-d8390fa4-e8a4-4c94-b95f-c653057a20ab tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350876 Feb 28 18:48:11.139183 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902c66d-0d34-4286-b70e-4d97ee15e4bf req-5fb09b35-d3a9-4f48-8b03-37d8a5aa0cca tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:11.140596 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1902c66d-0d34-4286-b70e-4d97ee15e4bf req-5fb09b35-d3a9-4f48-8b03-37d8a5aa0cca tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0530195 Feb 28 18:48:11.178594 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1902c66d-0d34-4286-b70e-4d97ee15e4bf req-f5be140d-1f75-4859-9a89-90f86b5101ff tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Feb 28 18:48:11.291042 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b7b04-c760-46cc-9b3e-b60af689c9d0 req-18bda5e0-5f48-44a9-9697-a613aeb45ad5 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:11.292510 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0b6b7b04-c760-46cc-9b3e-b60af689c9d0 req-18bda5e0-5f48-44a9-9697-a613aeb45ad5 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0478051 Feb 28 18:48:11.330725 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0b6b7b04-c760-46cc-9b3e-b60af689c9d0 req-1f49d8d9-5f27-44a6-ac4e-dfd9b70af662 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309188 Feb 28 18:48:11.653829 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dc03c-61d9-4c60-a572-2aad7fc8ae0b req-e942e780-64ee-481e-a790-945375dbfe6c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:11.655430 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e8dc03c-61d9-4c60-a572-2aad7fc8ae0b req-e942e780-64ee-481e-a790-945375dbfe6c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0537062 Feb 28 18:48:11.695656 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5e8dc03c-61d9-4c60-a572-2aad7fc8ae0b req-4beecf9a-5e87-411d-9fed-73eb27056384 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338359 Feb 28 18:48:11.760701 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944430e-f49c-4cc3-8b70-86ae43de5eec req-ac6108af-43a0-4e24-8f38-b686dbdfe188 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:11.762164 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c944430e-f49c-4cc3-8b70-86ae43de5eec req-ac6108af-43a0-4e24-8f38-b686dbdfe188 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 946 time: 0.0570931 Feb 28 18:48:11.801499 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c944430e-f49c-4cc3-8b70-86ae43de5eec req-72688b4a-2129-4767-8737-065c90c679cf tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Feb 28 18:48:12.780823 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-3bbfcac9-6e4c-4637-b9b8-9af496457b69 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:12.782299 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-3bbfcac9-6e4c-4637-b9b8-9af496457b69 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 946 time: 0.0513177 Feb 28 18:48:12.885786 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-51e188f6-5785-4edb-b731-e6e3605aef7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Deleting port 4be0710e-c169-402c-94c8-156d8f1ba043 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:48:12.886142 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-51e188f6-5785-4edb-b731-e6e3605aef7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:12.922869 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cb451-d296-4518-b8ef-ff5963df3f7d req-18de7b72-fdd7-4998-9272-b8d66b03c382 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:12.924464 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-230cb451-d296-4518-b8ef-ff5963df3f7d req-18de7b72-fdd7-4998-9272-b8d66b03c382 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec771216-a684-4ef2-9f72-d314d93337da HTTP/1.1" status: 200 len: 946 time: 0.0527408 Feb 28 18:48:12.967885 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-230cb451-d296-4518-b8ef-ff5963df3f7d req-f963061c-36ab-4233-98f8-3edf13315c45 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Feb 28 18:48:12.983281 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-51e188f6-5785-4edb-b731-e6e3605aef7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] For port 4be0710e-c169-402c-94c8-156d8f1ba043, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4be0710e-c169-402c-94c8-156d8f1ba043,segment=NetworkSegment(5bc8ca67-63a4-4093-82e6-ff8bf05776b8),segment_id=5bc8ca67-63a4-4093-82e6-ff8bf05776b8)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:12.983678 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-51e188f6-5785-4edb-b731-e6e3605aef7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:12.995759 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-51e188f6-5785-4edb-b731-e6e3605aef7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Calling delete_port for 4be0710e-c169-402c-94c8-156d8f1ba043 owned by compute:nova {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:48:13.130015 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-51e188f6-5785-4edb-b731-e6e3605aef7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:13.143725 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['4be0710e-c169-402c-94c8-156d8f1ba043'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:48:13.161506 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e188f6-5785-4edb-b731-e6e3605aef7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Pushing event deleted for resources: {'Port': ['ID=4be0710e-c169-402c-94c8-156d8f1ba043,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:13.204625 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-51e188f6-5785-4edb-b731-e6e3605aef7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] No DVR routers for this DVR port 4be0710e-c169-402c-94c8-156d8f1ba043 on host hv-cinder-83118 {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:48:13.207186 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-51e188f6-5785-4edb-b731-e6e3605aef7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:13.210992 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3e1337e0-3d75-4a7f-8cf8-84ebb42e194b req-51e188f6-5785-4edb-b731-e6e3605aef7c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.52 "DELETE /v2.0/ports/4be0710e-c169-402c-94c8-156d8f1ba043 HTTP/1.1" status: 204 len: 173 time: 0.4208162 Feb 28 18:48:13.211450 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec771216-a684-4ef2-9f72-d314d93337da', 'name': 'network-vif-deleted', 'tag': '4be0710e-c169-402c-94c8-156d8f1ba043'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:48:13.214444 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a24d435-96b2-459d-8b0e-6249f2ef45be" -d '{"events": [{"server_uuid": "ec771216-a684-4ef2-9f72-d314d93337da", "name": "network-vif-deleted", "tag": "4be0710e-c169-402c-94c8-156d8f1ba043"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:48:13.288572 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20dce61-c3e9-4e1f-a73a-622cbfeac2cb x-openstack-request-id: req-e20dce61-c3e9-4e1f-a73a-622cbfeac2cb {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:48:13.288572 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec771216-a684-4ef2-9f72-d314d93337da", "name": "network-vif-deleted", "tag": "4be0710e-c169-402c-94c8-156d8f1ba043", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:48:13.288572 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e20dce61-c3e9-4e1f-a73a-622cbfeac2cb {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:48:13.288572 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec771216-a684-4ef2-9f72-d314d93337da', 'name': 'network-vif-deleted', 'tag': '4be0710e-c169-402c-94c8-156d8f1ba043', 'status': 'completed', 'code': 200} Feb 28 18:48:14.933748 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54356) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:15.041843 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-80aebec4-a8df-4e5c-8a33-2c6b709e3591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.129346 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-80aebec4-a8df-4e5c-8a33-2c6b709e3591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.134173 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-80aebec4-a8df-4e5c-8a33-2c6b709e3591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.205079 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-80aebec4-a8df-4e5c-8a33-2c6b709e3591 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0ba49a7922640d1a8f298f23fd99a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700195 Feb 28 18:48:15.206441 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aebec4-a8df-4e5c-8a33-2c6b709e3591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c80fab2-6bfa-4d8e-bfad-e5063bbbc2fe,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:15.207684 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54360) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:15.264765 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-82ae1981-414e-4693-bc7d-823ca6586f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.288842 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-82ae1981-414e-4693-bc7d-823ca6586f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.340207 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-82ae1981-414e-4693-bc7d-823ca6586f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.343289 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-82ae1981-414e-4693-bc7d-823ca6586f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.347665 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-82ae1981-414e-4693-bc7d-823ca6586f30 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c80fab2-6bfa-4d8e-bfad-e5063bbbc2fe HTTP/1.1" status: 204 len: 168 time: 0.1352096 Feb 28 18:48:15.354426 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae1981-414e-4693-bc7d-823ca6586f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c80fab2-6bfa-4d8e-bfad-e5063bbbc2fe,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:15.623983 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54368) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:15.637466 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5d05e941-bfff-40da-afbf-79ad3a625527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.714079 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5d05e941-bfff-40da-afbf-79ad3a625527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.718821 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5d05e941-bfff-40da-afbf-79ad3a625527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.758706 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-5d05e941-bfff-40da-afbf-79ad3a625527 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d8084bbcdb04235b5574963bc8a8277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336052 Feb 28 18:48:15.759598 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05e941-bfff-40da-afbf-79ad3a625527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d666eb3-a326-4cd9-b800-cf50f26ec0da,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:15.762489 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54372) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:15.824725 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5e12-cb03-48f8-8d41-bd519929b7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.848622 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5e12-cb03-48f8-8d41-bd519929b7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.897741 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5e12-cb03-48f8-8d41-bd519929b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.900593 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5e12-cb03-48f8-8d41-bd519929b7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.901811 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-0cbb5e12-cb03-48f8-8d41-bd519929b7f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d666eb3-a326-4cd9-b800-cf50f26ec0da HTTP/1.1" status: 204 len: 168 time: 0.1354222 Feb 28 18:48:15.912525 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb5e12-cb03-48f8-8d41-bd519929b7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d666eb3-a326-4cd9-b800-cf50f26ec0da,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:16.009261 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 4be0710e-c169-402c-94c8-156d8f1ba043 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:48:16.031823 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 4be0710e-c169-402c-94c8-156d8f1ba043 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:48:16.032166 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 4be0710e-c169-402c-94c8-156d8f1ba043 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:48:16.255283 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54380) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:16.269995 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e1c38f20-ee28-4d91-a095-bdbbd1f3b906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:16.353182 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e1c38f20-ee28-4d91-a095-bdbbd1f3b906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:16.358992 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e1c38f20-ee28-4d91-a095-bdbbd1f3b906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:16.401584 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-e1c38f20-ee28-4d91-a095-bdbbd1f3b906 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d59c65b1eb14449b264bbc29ac4cf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427381 Feb 28 18:48:16.401584 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c38f20-ee28-4d91-a095-bdbbd1f3b906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb23887-127d-4844-a8d9-e47bbc78abf5,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:16.401960 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54384) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:16.458432 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1b58e1bb-65ba-42f4-8906-2a9f1750bc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:16.481169 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1b58e1bb-65ba-42f4-8906-2a9f1750bc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:16.530634 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1b58e1bb-65ba-42f4-8906-2a9f1750bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:16.533375 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1b58e1bb-65ba-42f4-8906-2a9f1750bc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:16.534579 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-1b58e1bb-65ba-42f4-8906-2a9f1750bc4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acb23887-127d-4844-a8d9-e47bbc78abf5 HTTP/1.1" status: 204 len: 168 time: 0.1315312 Feb 28 18:48:16.542558 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58e1bb-65ba-42f4-8906-2a9f1750bc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb23887-127d-4844-a8d9-e47bbc78abf5,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:21.262754 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54472) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:21.292814 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd78193-c73c-4e2f-be5f-8a02e69ca16e req-e14d8a58-c1d3-4432-8656-e4dcbc98a403 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:21.296172 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5dd78193-c73c-4e2f-be5f-8a02e69ca16e req-e14d8a58-c1d3-4432-8656-e4dcbc98a403 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0684552 Feb 28 18:48:21.345941 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5dd78193-c73c-4e2f-be5f-8a02e69ca16e req-9b97cd49-7231-417a-9b18-4b7e7144c88a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Feb 28 18:48:21.373912 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54476) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:21.393325 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e5b96591-0810-4654-af11-17142f94c8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:21.493549 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e5b96591-0810-4654-af11-17142f94c8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:21.499009 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e5b96591-0810-4654-af11-17142f94c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:21.552504 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-e5b96591-0810-4654-af11-17142f94c8fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5e61580152d44548ca13c6892abd084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882094 Feb 28 18:48:21.553212 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b96591-0810-4654-af11-17142f94c8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaf0fa3-680a-495d-ae59-83658c39db98,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:21.555160 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54480) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:21.586450 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c2568d-6108-4d33-81ed-cf208085e841 tempest-TestMinimumBasicScenario-1308884002 tempest-TestMinimumBasicScenario-1308884002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:21.588097 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-33c2568d-6108-4d33-81ed-cf208085e841 tempest-TestMinimumBasicScenario-1308884002 tempest-TestMinimumBasicScenario-1308884002-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 1093 time: 0.2132127 Feb 28 18:48:21.591690 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54482) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:21.596621 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'floatingip': {'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'port_id': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:21.609831 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fb1789eb-c377-4b47-b081-0747be433848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:21.619598 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for floatingip, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:21.742182 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:21.889543 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fb1789eb-c377-4b47-b081-0747be433848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:21.901497 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Allocated IP 172.27.2.240 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/2986563e-8831-4708-a4e9-7b5e5e713c23) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:48:21.958213 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fb1789eb-c377-4b47-b081-0747be433848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:21.960844 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fb1789eb-c377-4b47-b081-0747be433848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:21.962106 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-fb1789eb-c377-4b47-b081-0747be433848 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efaf0fa3-680a-495d-ae59-83658c39db98 HTTP/1.1" status: 204 len: 168 time: 0.4057426 Feb 28 18:48:21.972357 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1789eb-c377-4b47-b081-0747be433848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaf0fa3-680a-495d-ae59-83658c39db98,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:22.027371 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:22.067714 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:22.109975 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:48:22.114052 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:48:22.119610 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:48:22.154423 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'Port': ['ID=2986563e-8831-4708-a4e9-7b5e5e713c23,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:22.510775 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:22.582492 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:22.740022 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:22.745988 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:22.832476 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'Port': ['ID=2986563e-8831-4708-a4e9-7b5e5e713c23,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:22.844022 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:22.946115 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Floating IP 5001d311-0303-4abb-93f6-d0eefeb46f24 associated. External IP: 172.27.2.240, port: 5d222d2c-dfea-4571-8fcb-26aa37b4a91b. Feb 28 18:48:23.025387 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.109455 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54518) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:23.171514 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Router f57c14da-7ac5-4d38-ac59-eae4ce023811 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:48:23.226029 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-95bd25a2-1d8b-44dc-80db-cd833d740389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.280529 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:48:23.293056 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] Sync routers for ids ['f57c14da-7ac5-4d38-ac59-eae4ce023811'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:48:23.300131 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.303232 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-95bd25a2-1d8b-44dc-80db-cd833d740389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.305010 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] Routers {'f57c14da-7ac5-4d38-ac59-eae4ce023811'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:48:23.305903 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:47:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['f57c14da-7ac5-4d38-ac59-eae4ce023811'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:23.308744 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-95bd25a2-1d8b-44dc-80db-cd833d740389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.331557 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-23b1b005-51c6-49b1-acf9-9a362031c481 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7360647 Feb 28 18:48:23.331557 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:48:23.331995 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c8754-b3e0-4bab-b80a-a9216d19a015" -d '{"events": [{"name": "network-changed", "server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:48:23.334204 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54522) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:23.338963 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-60d6530b-b71f-4328-bb21-79617b7a120b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754807338', 'description': 'tempest-secgroup-smoke-1754807338 description', 'project_id': '5c9ae1ae59934bc890085a116c63dff9'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:23.345740 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-95bd25a2-1d8b-44dc-80db-cd833d740389 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f5b0478a60c4b2ebaa3a5f667288ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350287 Feb 28 18:48:23.346503 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54528) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:23.371430 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-60d6530b-b71f-4328-bb21-79617b7a120b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.373446 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd25a2-1d8b-44dc-80db-cd833d740389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37544a83-96a0-457c-8f29-5f3cb2f94062,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:23.416382 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0ff75ced-1817-4f98-87c9-2b8a132f7f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.446004 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0ff75ced-1817-4f98-87c9-2b8a132f7f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.468652 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-60d6530b-b71f-4328-bb21-79617b7a120b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.475520 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-60d6530b-b71f-4328-bb21-79617b7a120b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.522678 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-60d6530b-b71f-4328-bb21-79617b7a120b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.526668 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-60d6530b-b71f-4328-bb21-79617b7a120b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1884730 Feb 28 18:48:23.526993 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54530) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:23.532250 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-f642cb38-2f09-4fd1-97e0-395112abd322 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'security_group_rule': {'security_group_id': '276214a9-d680-4b55-b535-cd963c23e3fb', 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:23.532613 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0ff75ced-1817-4f98-87c9-2b8a132f7f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.536519 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0ff75ced-1817-4f98-87c9-2b8a132f7f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.537676 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa07cc15-2917-4037-9c01-08cecf2eee07 x-openstack-request-id: req-fa07cc15-2917-4037-9c01-08cecf2eee07 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:48:23.537923 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-0ff75ced-1817-4f98-87c9-2b8a132f7f19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37544a83-96a0-457c-8f29-5f3cb2f94062 HTTP/1.1" status: 204 len: 168 time: 0.1885266 Feb 28 18:48:23.538027 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:48:23.538173 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa07cc15-2917-4037-9c01-08cecf2eee07 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:48:23.538729 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'status': 'completed', 'code': 200} Feb 28 18:48:23.540337 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6530b-b71f-4328-bb21-79617b7a120b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276214a9-d680-4b55-b535-cd963c23e3fb,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:23.567227 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f642cb38-2f09-4fd1-97e0-395112abd322 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.576196 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff75ced-1817-4f98-87c9-2b8a132f7f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37544a83-96a0-457c-8f29-5f3cb2f94062,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:23.615511 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] Set router f57c14da-7ac5-4d38-ac59-eae4ce023811 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:48:23.629181 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f642cb38-2f09-4fd1-97e0-395112abd322 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.633656 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f642cb38-2f09-4fd1-97e0-395112abd322 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.655843 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642cb38-2f09-4fd1-97e0-395112abd322 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa534b0-c851-4da3-987d-10eaf0b1518f,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:23.662087 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f642cb38-2f09-4fd1-97e0-395112abd322 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.663506 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f642cb38-2f09-4fd1-97e0-395112abd322 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356015 Feb 28 18:48:23.666281 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54534) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:23.671910 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-4cb5754d-5fc6-42bf-ba47-679f7367db43 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'security_group_rule': {'security_group_id': '276214a9-d680-4b55-b535-cd963c23e3fb', 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:23.699628 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cb5754d-5fc6-42bf-ba47-679f7367db43 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.779530 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cb5754d-5fc6-42bf-ba47-679f7367db43 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.785033 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cb5754d-5fc6-42bf-ba47-679f7367db43 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.807654 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5754d-5fc6-42bf-ba47-679f7367db43 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ce620d-308c-4550-bbe8-b9a1eb907a02,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:23.824797 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4cb5754d-5fc6-42bf-ba47-679f7367db43 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.828753 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4cb5754d-5fc6-42bf-ba47-679f7367db43 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1612463 Feb 28 18:48:23.831540 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54538) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:23.836589 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-04410922-1352-486a-863a-e195e3e74a5c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'security_group_rule': {'security_group_id': '276214a9-d680-4b55-b535-cd963c23e3fb', 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:23.880557 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-04410922-1352-486a-863a-e195e3e74a5c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.953592 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '5001d311-0303-4abb-93f6-d0eefeb46f24', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'port_id': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'mac_address': 'fa:16:3e:6d:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:48:22Z', 'updated_at': '2022-02-28T18:48:22Z', 'revision_number': 0, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 5, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:23.954731 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-04410922-1352-486a-863a-e195e3e74a5c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.960481 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-04410922-1352-486a-863a-e195e3e74a5c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.978214 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04410922-1352-486a-863a-e195e3e74a5c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b999bab2-fb17-464f-8024-231d710320bb,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:23.985531 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] Checking router: f57c14da-7ac5-4d38-ac59-eae4ce023811 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:48:23.987891 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-04410922-1352-486a-863a-e195e3e74a5c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:23.989310 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-04410922-1352-486a-863a-e195e3e74a5c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565230 Feb 28 18:48:23.991991 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54540) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:23.996429 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-7c8704c8-2eac-4a63-82a0-e11b910ca65a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'security_group_rule': {'security_group_id': '276214a9-d680-4b55-b535-cd963c23e3fb', 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:23.997927 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] Routers {'f57c14da-7ac5-4d38-ac59-eae4ce023811'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:48:23.998703 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:47:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['f57c14da-7ac5-4d38-ac59-eae4ce023811'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:24.023497 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7c8704c8-2eac-4a63-82a0-e11b910ca65a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.091557 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7c8704c8-2eac-4a63-82a0-e11b910ca65a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.095843 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7c8704c8-2eac-4a63-82a0-e11b910ca65a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.114703 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8704c8-2eac-4a63-82a0-e11b910ca65a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a032aa79-7790-4d2a-b164-b6d6bbe17548,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:24.116898 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] Set router f57c14da-7ac5-4d38-ac59-eae4ce023811 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:48:24.124182 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7c8704c8-2eac-4a63-82a0-e11b910ca65a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.125489 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-7c8704c8-2eac-4a63-82a0-e11b910ca65a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325619 Feb 28 18:48:24.128293 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 54542) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:24.132797 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-fc8fa92f-fdfc-42de-8ed5-6354fa447c49 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'security_group_rule': {'security_group_id': '276214a9-d680-4b55-b535-cd963c23e3fb', 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:24.154552 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.securitygroups_db [None req-fc8fa92f-fdfc-42de-8ed5-6354fa447c49 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Project 5c9ae1ae59934bc890085a116c63dff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:48:24.160052 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa92f-fdfc-42de-8ed5-6354fa447c49 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.235565 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa92f-fdfc-42de-8ed5-6354fa447c49 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.240350 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa92f-fdfc-42de-8ed5-6354fa447c49 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.264502 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa92f-fdfc-42de-8ed5-6354fa447c49 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.268513 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-fc8fa92f-fdfc-42de-8ed5-6354fa447c49 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364198 Feb 28 18:48:24.268513 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fa92f-fdfc-42de-8ed5-6354fa447c49 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98681268-653c-466a-9f07-4ee9c7c711ef,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:24.268883 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54544) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:48:24.273499 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-d0c22f36-e43b-419a-8793-8107823f9c14 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'security_group_rule': {'security_group_id': '276214a9-d680-4b55-b535-cd963c23e3fb', 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:24.297572 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.securitygroups_db [None req-d0c22f36-e43b-419a-8793-8107823f9c14 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Project 5c9ae1ae59934bc890085a116c63dff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:48:24.303452 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d0c22f36-e43b-419a-8793-8107823f9c14 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.373053 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d0c22f36-e43b-419a-8793-8107823f9c14 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.377041 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d0c22f36-e43b-419a-8793-8107823f9c14 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.380655 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '5001d311-0303-4abb-93f6-d0eefeb46f24', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'port_id': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'mac_address': 'fa:16:3e:6d:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:48:22Z', 'updated_at': '2022-02-28T18:48:22Z', 'revision_number': 0, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 5, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:24.395121 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c22f36-e43b-419a-8793-8107823f9c14 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6274767-6ee7-4d1f-bf25-32b5def4056f,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:24.403777 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d0c22f36-e43b-419a-8793-8107823f9c14 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.405135 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-d0c22f36-e43b-419a-8793-8107823f9c14 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351645 Feb 28 18:48:24.408745 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b076ad1-54ed-4aed-b515-3dd9fa32b06b None None] The sync data for ids ['f57c14da-7ac5-4d38-ac59-eae4ce023811'] in dv-cinder-831186-1-iscsi is: [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '5001d311-0303-4abb-93f6-d0eefeb46f24', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'port_id': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'mac_address': 'fa:16:3e:6d:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:48:22Z', 'updated_at': '2022-02-28T18:48:22Z', 'revision_number': 0, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 5, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:48:24.494357 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-1af3d019-e6ab-4a3d-be9a-c70996bd7639 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754807338&fields=id&tenant_id=5c9ae1ae59934bc890085a116c63dff9 HTTP/1.1" status: 200 len: 267 time: 0.0356910 Feb 28 18:48:24.551504 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-911d923a-5171-464d-b597-b8f5c9e72b93 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:24.553047 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-911d923a-5171-464d-b597-b8f5c9e72b93 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0513203 Feb 28 18:48:24.566059 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-280990ad-043a-462a-98a8-3f9998817395 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'port': {'security_groups': ['34068c05-4fd8-4389-8c22-670cc8130365', '276214a9-d680-4b55-b535-cd963c23e3fb']}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:24.618203 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b734b34-bf74-42a1-9205-d4aa1f5b51f6 None None] New status for floating IP 5001d311-0303-4abb-93f6-d0eefeb46f24: ACTIVE {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:48:24.639001 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-280990ad-043a-462a-98a8-3f9998817395 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.717889 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-08e2e351-1d34-47bd-a388-4f836250f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:24.719539 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-08e2e351-1d34-47bd-a388-4f836250f8c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c9ae1ae59934bc890085a116c63dff9&device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 1098 time: 0.0422902 Feb 28 18:48:24.835041 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-6e525c71-90ff-491b-b577-b5586bfbef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:24.836638 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-6e525c71-90ff-491b-b577-b5586bfbef71 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307994e0-9159-45db-a109-9137621d27c4 HTTP/1.1" status: 200 len: 915 time: 0.1066878 Feb 28 18:48:24.841093 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-280990ad-043a-462a-98a8-3f9998817395 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] For port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:24.872580 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-280990ad-043a-462a-98a8-3f9998817395 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.877839 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-280990ad-043a-462a-98a8-3f9998817395 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.889073 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['5d222d2c-dfea-4571-8fcb-26aa37b4a91b'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:48:24.909490 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-0ae14d9c-b410-4ca8-b306-d0943f161489 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 200 len: 1001 time: 0.0648253 Feb 28 18:48:24.932504 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-280990ad-043a-462a-98a8-3f9998817395 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:24.933357 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-280990ad-043a-462a-98a8-3f9998817395 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:24.935371 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3d6be3b-da70-4643-bc67-bb48fd53bf6d req-280990ad-043a-462a-98a8-3f9998817395 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "PUT /v2.0/ports/5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 200 len: 981 time: 0.3747091 Feb 28 18:48:24.968623 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280990ad-043a-462a-98a8-3f9998817395 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'Port': ['ID=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,revision_number=6']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:24.982891 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-1d0f5dcc-1261-47d6-891b-9f0da53ff81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:24.984495 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-1d0f5dcc-1261-47d6-891b-9f0da53ff81f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fe9f3a2-383b-457d-8baf-b630de1d3e9b HTTP/1.1" status: 200 len: 853 time: 0.0636344 Feb 28 18:48:25.041984 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['5d222d2c-dfea-4571-8fcb-26aa37b4a91b'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:48:25.065550 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-c78d3dd0-1b2b-4d34-a93e-4577e04cc4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:25.067595 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-c78d3dd0-1b2b-4d34-a93e-4577e04cc4c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307994e0-9159-45db-a109-9137621d27c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744283 Feb 28 18:48:25.108586 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59ba66-3aee-4c6e-870b-82e335924f2f req-96f6c6d6-e467-42e4-8577-8634fd700822 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:25.110554 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7a59ba66-3aee-4c6e-870b-82e335924f2f req-96f6c6d6-e467-42e4-8577-8634fd700822 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.1079059 Feb 28 18:48:25.200620 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7a59ba66-3aee-4c6e-870b-82e335924f2f req-16143143-6f5f-484f-92aa-bf4f11e31f38 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589800 Feb 28 18:48:25.219896 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-1af12f62-3c29-4fb8-9a0f-095ec93eabd7 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446917 Feb 28 18:48:25.312262 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a61c8754-b3e0-4bab-b80a-a9216d19a015 req-9d9bce9a-bb33-478e-98b5-15f8d99832c8 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847282 Feb 28 18:48:25.350907 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-59ae1d5f-7b99-4bc1-af03-1ea660419138 None None] Provisioning complete for port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:48:25.351706 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-59ae1d5f-7b99-4bc1-af03-1ea660419138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:25.540942 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:48:25.543612 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0749786-1c25-4efe-b8cf-fea371545be6" -d '{"events": [{"name": "network-changed", "server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:48:25.580398 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06080e1c-89fe-4ed5-a94c-b5b88e89adda x-openstack-request-id: req-06080e1c-89fe-4ed5-a94c-b5b88e89adda {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:48:25.581006 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:48:25.581006 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06080e1c-89fe-4ed5-a94c-b5b88e89adda {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:48:25.581353 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'status': 'completed', 'code': 200} Feb 28 18:48:25.649243 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-74edb003-34c3-4374-a015-a9895bdf6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:25.650802 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-74edb003-34c3-4374-a015-a9895bdf6ee2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c9ae1ae59934bc890085a116c63dff9&device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 1137 time: 0.0458620 Feb 28 18:48:25.737746 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-00f125bf-9506-46d9-a367-8c17b61175ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:25.739466 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-00f125bf-9506-46d9-a367-8c17b61175ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=307994e0-9159-45db-a109-9137621d27c4 HTTP/1.1" status: 200 len: 915 time: 0.0817657 Feb 28 18:48:25.810504 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-72fcd988-dd85-438c-8ba4-beb88755c93a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 200 len: 1001 time: 0.0612988 Feb 28 18:48:25.859020 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-25e602d0-f354-4708-9d69-0c6bbb156450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:25.860479 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-25e602d0-f354-4708-9d69-0c6bbb156450 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fe9f3a2-383b-457d-8baf-b630de1d3e9b HTTP/1.1" status: 200 len: 853 time: 0.0423665 Feb 28 18:48:25.906537 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-a9a95fab-6e77-4873-88d4-d069880e415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:25.908095 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-a9a95fab-6e77-4873-88d4-d069880e415d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307994e0-9159-45db-a109-9137621d27c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407722 Feb 28 18:48:26.003115 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-7ded24b9-8923-4b8b-bcd7-fbe238822158 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867004 Feb 28 18:48:26.163299 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0749786-1c25-4efe-b8cf-fea371545be6 req-357c19f8-7da3-4f9d-8812-108bb4548c99 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517313 Feb 28 18:48:26.189495 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-98e3cfe7-6837-4b76-845e-ff7bfa825a97 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:26.190962 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-98e3cfe7-6837-4b76-845e-ff7bfa825a97 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/networks?id=15650e5a-b527-481c-b2a3-01f13a721fed HTTP/1.1" status: 200 len: 814 time: 0.1295962 Feb 28 18:48:26.206427 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-61c5d51c-9137-424f-a6d4-5016473f141f tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/quotas/ad2efd608420488f8600acf1137a899b HTTP/1.1" status: 200 len: 375 time: 0.0096002 Feb 28 18:48:26.239708 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-e6f5ebdb-0935-463c-af69-85ddd1682c5c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad2efd608420488f8600acf1137a899b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273814 Feb 28 18:48:26.398040 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-cfa2089e-7cae-47e7-a3ad-b5fa4aa42d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:26.441472 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-112b6d73-ad3e-427f-95d7-0288feb80058 service neutron] 10.222.0.39 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948431 Feb 28 18:48:26.529951 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-6d8beb52-f2f8-4e1c-88e7-a16409ee0373 service neutron] 10.222.0.39 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823894 Feb 28 18:48:26.693026 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00773a2d-a6c6-4cd3-bd43-e52dea17f458 req-55334eef-77ca-4c91-9f4a-c5f73c8e9da6 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 210 time: 0.0288098 Feb 28 18:48:27.673572 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-a385ad82-7078-4c4b-916f-a78acac0f397 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:27.675170 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-a385ad82-7078-4c4b-916f-a78acac0f397 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.52 "GET /v2.0/networks?id=15650e5a-b527-481c-b2a3-01f13a721fed HTTP/1.1" status: 200 len: 814 time: 0.1074445 Feb 28 18:48:27.692840 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Request body: {'port': {'device_id': 'c4d49b89-aea3-4d54-a767-e185887c1bb2', 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed', 'admin_state_up': True, 'tenant_id': 'ad2efd608420488f8600acf1137a899b'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:27.801051 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-22b90370-fab6-4eff-9b85-e48f3008aac4 req-b2b53f9f-cf87-47c7-b9ae-649f20a9d2ee tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 210 time: 0.0329375 Feb 28 18:48:27.830036 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Made reservation on behalf of ad2efd608420488f8600acf1137a899b for: {'port': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:48:27.833511 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:27.959559 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Allocated IP 172.20.0.13 (15650e5a-b527-481c-b2a3-01f13a721fed/aeb751fd-761f-4ed8-a81d-8f3fc73e9b29/e42dd375-0abd-4eec-8104-127a9691ec6e) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:48:28.107282 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.143890 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.188767 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Network 15650e5a-b527-481c-b2a3-01f13a721fed is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:48:28.191871 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:48:28.195511 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:48:28.221774 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Pushing event updated for resources: {'Port': ['ID=e42dd375-0abd-4eec-8104-127a9691ec6e,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:28.239838 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.240220 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.240560 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.240894 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.241224 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.241551 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.241871 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.242190 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.242512 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.242829 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.243146 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.243461 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:28.263657 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:28.264318 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.281729 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-8382f49d-24ae-480a-9ed9-d39c794b9b71 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932281 Feb 28 18:48:28.345310 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Request body: {'port': {'device_id': 'c4d49b89-aea3-4d54-a767-e185887c1bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:48:28.403961 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.663348 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42dd375-0abd-4eec-8104-127a9691ec6e {{(pid=108388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:48:28.665694 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:48:28.671996 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.684269 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.provisioning_blocks [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Transition to ACTIVE for port object e42dd375-0abd-4eec-8104-127a9691ec6e will not be triggered until provisioned by entity L2. {{(pid=108388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:48:28.688040 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.740787 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Pushing event updated for resources: {'Port': ['ID=e42dd375-0abd-4eec-8104-127a9691ec6e,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:28.799885 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-7e5760bc-c185-4147-890c-1ca8d0de5603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.812220 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Attempting to bind port e42dd375-0abd-4eec-8104-127a9691ec6e on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:48:28.812548 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Attempting to bind port e42dd375-0abd-4eec-8104-127a9691ec6e by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '5bc8ca67-63a4-4093-82e6-ff8bf05776b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed'}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:48:28.812874 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Attempting to bind port e42dd375-0abd-4eec-8104-127a9691ec6e on network 15650e5a-b527-481c-b2a3-01f13a721fed {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:48:28.817012 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Port e42dd375-0abd-4eec-8104-127a9691ec6e on network 15650e5a-b527-481c-b2a3-01f13a721fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:48:28.817380 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Attempting to bind port e42dd375-0abd-4eec-8104-127a9691ec6e on network 15650e5a-b527-481c-b2a3-01f13a721fed {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:48:28.822276 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:48:28.822601 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Checking segment: {'id': '5bc8ca67-63a4-4093-82e6-ff8bf05776b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:48:28.822971 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Bound using segment: {'id': '5bc8ca67-63a4-4093-82e6-ff8bf05776b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed'} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:48:28.823387 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Bound port: e42dd375-0abd-4eec-8104-127a9691ec6e, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc8ca67-63a4-4093-82e6-ff8bf05776b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed'}}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:48:28.823755 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.896019 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] For port e42dd375-0abd-4eec-8104-127a9691ec6e, host hv-cinder-83118, cleared binding levels {{(pid=108388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:48:28.899571 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] For port e42dd375-0abd-4eec-8104-127a9691ec6e, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e42dd375-0abd-4eec-8104-127a9691ec6e,segment=NetworkSegment(5bc8ca67-63a4-4093-82e6-ff8bf05776b8),segment_id=5bc8ca67-63a4-4093-82e6-ff8bf05776b8)] {{(pid=108388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:48:28.905253 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.929805 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a83e53-66a8-41a4-97fe-e56c75e249a9 req-17ef8fc1-17a0-490e-b743-c9774b82eca7 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:28.931327 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5a83e53-66a8-41a4-97fe-e56c75e249a9 req-17ef8fc1-17a0-490e-b743-c9774b82eca7 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 944 time: 0.0553157 Feb 28 18:48:28.945069 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:28.945904 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.947319 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] 10.222.0.52 "PUT /v2.0/ports/e42dd375-0abd-4eec-8104-127a9691ec6e HTTP/1.1" status: 200 len: 1094 time: 0.6065977 Feb 28 18:48:28.950160 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d49b89-aea3-4d54-a767-e185887c1bb2', 'tag': 'e42dd375-0abd-4eec-8104-127a9691ec6e'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:48:28.952610 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94eba352-8aa6-471c-a5ce-40da53af6996" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d49b89-aea3-4d54-a767-e185887c1bb2", "tag": "e42dd375-0abd-4eec-8104-127a9691ec6e"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:48:28.974341 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5a83e53-66a8-41a4-97fe-e56c75e249a9 req-5bd0f59b-53a7-4243-b757-c0d5136cc9fb tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364590 Feb 28 18:48:28.976013 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029a7fa-9e83-460e-8fdb-9a166398052d service neutron] Pushing event updated for resources: {'Port': ['ID=e42dd375-0abd-4eec-8104-127a9691ec6e,revision_number=3']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:29.013569 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b49198-363e-44a6-aab4-3188ea41eeeb x-openstack-request-id: req-28b49198-363e-44a6-aab4-3188ea41eeeb {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:48:29.013933 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d49b89-aea3-4d54-a767-e185887c1bb2", "tag": "e42dd375-0abd-4eec-8104-127a9691ec6e", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:48:29.014190 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28b49198-363e-44a6-aab4-3188ea41eeeb {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:48:29.014582 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d49b89-aea3-4d54-a767-e185887c1bb2', 'tag': 'e42dd375-0abd-4eec-8104-127a9691ec6e', 'status': 'completed', 'code': 200} Feb 28 18:48:29.050876 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-fb91a344-b5dc-48b8-aaaa-4aa93d24963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:29.052415 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-fb91a344-b5dc-48b8-aaaa-4aa93d24963d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad2efd608420488f8600acf1137a899b&device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0481601 Feb 28 18:48:29.095298 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-5219b66f-3801-4468-8550-4aa8712b5c78 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e42dd375-0abd-4eec-8104-127a9691ec6e HTTP/1.1" status: 200 len: 217 time: 0.0345411 Feb 28 18:48:29.145337 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-4e4c94cc-c4cc-48b4-84e6-ad8791ba739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:29.146747 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-4e4c94cc-c4cc-48b4-84e6-ad8791ba739d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeb751fd-761f-4ed8-a81d-8f3fc73e9b29 HTTP/1.1" status: 200 len: 854 time: 0.0442986 Feb 28 18:48:29.178626 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-d9f17f4c-f0e9-4c36-9d5d-b79275863901 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15650e5a-b527-481c-b2a3-01f13a721fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247161 Feb 28 18:48:29.272510 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-81b0a680-e055-4763-8837-943ed2a4b402 service neutron] 10.222.0.52 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864713 Feb 28 18:48:29.360330 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b068db9b-006e-4a0e-80aa-06a5b27e65af req-649eb577-1c21-4c92-9bdc-c37d79f3101f service neutron] 10.222.0.52 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815902 Feb 28 18:48:29.457317 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eba352-8aa6-471c-a5ce-40da53af6996 req-a4a2b1b2-216d-4afc-925e-6fe78bc3205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:29.458782 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-94eba352-8aa6-471c-a5ce-40da53af6996 req-a4a2b1b2-216d-4afc-925e-6fe78bc3205a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad2efd608420488f8600acf1137a899b&device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0441971 Feb 28 18:48:29.548415 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eba352-8aa6-471c-a5ce-40da53af6996 req-b7909739-ac86-4553-b65f-13da8d7739e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:29.549775 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-94eba352-8aa6-471c-a5ce-40da53af6996 req-b7909739-ac86-4553-b65f-13da8d7739e6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=15650e5a-b527-481c-b2a3-01f13a721fed HTTP/1.1" status: 200 len: 915 time: 0.0834730 Feb 28 18:48:29.595174 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-94eba352-8aa6-471c-a5ce-40da53af6996 req-772798e8-2be6-44fb-8b22-6eadb01cd716 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e42dd375-0abd-4eec-8104-127a9691ec6e HTTP/1.1" status: 200 len: 217 time: 0.0389218 Feb 28 18:48:29.643842 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eba352-8aa6-471c-a5ce-40da53af6996 req-47cfe407-70b2-4703-9522-008729c35c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:29.645318 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-94eba352-8aa6-471c-a5ce-40da53af6996 req-47cfe407-70b2-4703-9522-008729c35c57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeb751fd-761f-4ed8-a81d-8f3fc73e9b29 HTTP/1.1" status: 200 len: 854 time: 0.0436950 Feb 28 18:48:29.680471 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-94eba352-8aa6-471c-a5ce-40da53af6996 req-ad31f822-de4d-4dc1-bf20-89a690ffb3d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15650e5a-b527-481c-b2a3-01f13a721fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264757 Feb 28 18:48:29.772381 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-94eba352-8aa6-471c-a5ce-40da53af6996 req-bb988e9c-89ab-4755-a998-472a133f7081 service neutron] 10.222.0.52 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849602 Feb 28 18:48:29.871583 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-94eba352-8aa6-471c-a5ce-40da53af6996 req-4a692fcb-cbbe-49b4-9a18-b12a1c25b5a2 service neutron] 10.222.0.52 "GET /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926287 Feb 28 18:48:29.933776 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:30.101307 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dd13a-14f9-4314-8777-db47451dc385 req-1a99ec54-0c2d-4cf7-b1c6-44b3ac31e5d1 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:30.102823 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1c6dd13a-14f9-4314-8777-db47451dc385 req-1a99ec54-0c2d-4cf7-b1c6-44b3ac31e5d1 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 944 time: 0.0531392 Feb 28 18:48:30.149352 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1c6dd13a-14f9-4314-8777-db47451dc385 req-824cc7cf-a5f1-4e42-85dc-197ea3f6f2a5 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Feb 28 18:48:31.281681 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206304-c6c2-4be4-a93e-d25d96b0281b req-0cca9fe5-d450-4a9c-b732-1362a3d05ad1 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:31.283257 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-95206304-c6c2-4be4-a93e-d25d96b0281b req-0cca9fe5-d450-4a9c-b732-1362a3d05ad1 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 944 time: 0.0516846 Feb 28 18:48:31.321447 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-95206304-c6c2-4be4-a93e-d25d96b0281b req-96b20e9a-6923-46a7-a970-3d94771381ff tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320418 Feb 28 18:48:31.486181 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:31.762842 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:32.452799 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d78f-5f99-4cbc-8bb9-dea51b1d3039 req-ce637ebc-cb19-414e-b9b8-ce57ea97cff5 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:32.454321 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b34d78f-5f99-4cbc-8bb9-dea51b1d3039 req-ce637ebc-cb19-414e-b9b8-ce57ea97cff5 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 944 time: 0.0608537 Feb 28 18:48:32.493872 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b34d78f-5f99-4cbc-8bb9-dea51b1d3039 req-f554f260-4d64-40b4-a994-5bf084567717 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336294 Feb 28 18:48:33.616636 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3106f74-e8a2-4fd1-88b4-e6ad6449ceed req-6c4a1967-dd68-4e21-9b52-994db3d039ee tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:33.618053 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c3106f74-e8a2-4fd1-88b4-e6ad6449ceed req-6c4a1967-dd68-4e21-9b52-994db3d039ee tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 944 time: 0.0590749 Feb 28 18:48:33.656989 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c3106f74-e8a2-4fd1-88b4-e6ad6449ceed req-1c2c8aed-3f85-4bf8-8b02-dd42f0efc0dd tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Feb 28 18:48:34.743405 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e42dd375-0abd-4eec-8104-127a9691ec6e details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:48:34.885274 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e42dd375-0abd-4eec-8104-127a9691ec6e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e42dd375-0abd-4eec-8104-127a9691ec6e,segment=NetworkSegment(5bc8ca67-63a4-4093-82e6-ff8bf05776b8),segment_id=5bc8ca67-63a4-4093-82e6-ff8bf05776b8)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:34.899222 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'e42dd375-0abd-4eec-8104-127a9691ec6e', 'network_id': '15650e5a-b527-481c-b2a3-01f13a721fed', 'port_id': 'e42dd375-0abd-4eec-8104-127a9691ec6e', 'mac_address': 'fa:16:3e:dc:f6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb751fd-761f-4ed8-a81d-8f3fc73e9b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:48:34.946256 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:34.959902 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42dd375-0abd-4eec-8104-127a9691ec6e {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:48:34.981141 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e42dd375-0abd-4eec-8104-127a9691ec6e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e42dd375-0abd-4eec-8104-127a9691ec6e,segment=NetworkSegment(5bc8ca67-63a4-4093-82e6-ff8bf05776b8),segment_id=5bc8ca67-63a4-4093-82e6-ff8bf05776b8)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:34.985857 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:35.029678 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad07a56-d75b-475e-a072-527b6f136906 req-626cf3d1-f8f0-49ce-abfa-459da2480171 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:35.031193 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3ad07a56-d75b-475e-a072-527b6f136906 req-626cf3d1-f8f0-49ce-abfa-459da2480171 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 944 time: 0.3056629 Feb 28 18:48:35.036190 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e42dd375-0abd-4eec-8104-127a9691ec6e,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:35.070797 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3ad07a56-d75b-475e-a072-527b6f136906 req-a92d7c87-6e80-408b-8578-b679d6f244a8 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330455 Feb 28 18:48:35.413140 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['e42dd375-0abd-4eec-8104-127a9691ec6e'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:48:36.188295 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee0516-fe48-4c5f-acac-b1ed77788019 req-0552de67-3736-4183-bb9b-15f60038ff4c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:36.189899 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-02ee0516-fe48-4c5f-acac-b1ed77788019 req-0552de67-3736-4183-bb9b-15f60038ff4c tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 945 time: 0.0510700 Feb 28 18:48:36.227000 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-02ee0516-fe48-4c5f-acac-b1ed77788019 req-3f3c45e3-7e7c-49ee-a79a-763e40329d65 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309839 Feb 28 18:48:36.786828 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e42dd375-0abd-4eec-8104-127a9691ec6e up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:48:36.836808 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port e42dd375-0abd-4eec-8104-127a9691ec6e completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:48:36.844014 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port e42dd375-0abd-4eec-8104-127a9691ec6e triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:48:36.844509 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:36.934019 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:36.957497 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d49b89-aea3-4d54-a767-e185887c1bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42dd375-0abd-4eec-8104-127a9691ec6e'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:48:36.959769 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d382079c-fdf2-4829-b556-2382eb943f0b" -d '{"events": [{"server_uuid": "c4d49b89-aea3-4d54-a767-e185887c1bb2", "name": "network-vif-plugged", "status": "completed", "tag": "e42dd375-0abd-4eec-8104-127a9691ec6e"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:48:36.973488 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e42dd375-0abd-4eec-8104-127a9691ec6e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e42dd375-0abd-4eec-8104-127a9691ec6e,segment=NetworkSegment(5bc8ca67-63a4-4093-82e6-ff8bf05776b8),segment_id=5bc8ca67-63a4-4093-82e6-ff8bf05776b8)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:36.977678 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:37.003052 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99ea037-e12b-46c7-89db-cff26e84847f x-openstack-request-id: req-a99ea037-e12b-46c7-89db-cff26e84847f {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:48:37.003363 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d49b89-aea3-4d54-a767-e185887c1bb2", "name": "network-vif-plugged", "status": "completed", "tag": "e42dd375-0abd-4eec-8104-127a9691ec6e", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:48:37.003638 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a99ea037-e12b-46c7-89db-cff26e84847f {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:48:37.004031 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d49b89-aea3-4d54-a767-e185887c1bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42dd375-0abd-4eec-8104-127a9691ec6e', 'code': 200} Feb 28 18:48:37.035682 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e42dd375-0abd-4eec-8104-127a9691ec6e,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:37.200353 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a956-de55-4fc3-8d1a-1232351e159f req-fd1f4ba8-e308-4bdd-9cf0-817020e51e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:37.202834 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f134a956-de55-4fc3-8d1a-1232351e159f req-fd1f4ba8-e308-4bdd-9cf0-817020e51e17 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 1099 time: 0.0453470 Feb 28 18:48:37.241886 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f134a956-de55-4fc3-8d1a-1232351e159f req-94107e59-6d85-485e-b3ae-247dcdb8d6f0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296104 Feb 28 18:48:37.351096 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1bcc9-15cb-4e18-a501-c58d5471aec5 req-027d52e0-4f03-418e-a5e5-23330cf97a65 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:37.352822 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b5d1bcc9-15cb-4e18-a501-c58d5471aec5 req-027d52e0-4f03-418e-a5e5-23330cf97a65 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 946 time: 0.0547009 Feb 28 18:48:37.390941 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b5d1bcc9-15cb-4e18-a501-c58d5471aec5 req-daa99e59-6411-4309-a3c7-baf9463ed445 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Feb 28 18:48:38.507711 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79808a-d349-4a13-bfe6-8617aa733f68 req-2c1240d8-a46d-4635-9e7b-3d816107712b tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:38.509157 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5a79808a-d349-4a13-bfe6-8617aa733f68 req-2c1240d8-a46d-4635-9e7b-3d816107712b tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 946 time: 0.0482376 Feb 28 18:48:38.547611 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5a79808a-d349-4a13-bfe6-8617aa733f68 req-a7267a2b-7040-4fa9-91b7-5cf369bf973d tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Feb 28 18:48:39.661480 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc5cdc-6320-447e-9d48-f466ffc7f5ca req-980aa8d1-8d5d-45b9-a3b0-8063e3366702 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:39.662875 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c3cc5cdc-6320-447e-9d48-f466ffc7f5ca req-980aa8d1-8d5d-45b9-a3b0-8063e3366702 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 946 time: 0.0486116 Feb 28 18:48:39.701113 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c3cc5cdc-6320-447e-9d48-f466ffc7f5ca req-af881fc3-9f3b-4da1-8327-52acf14ac5cf tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319552 Feb 28 18:48:53.036885 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:56.400473 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-78e3103f-2da6-4918-be16-cfd948cdbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:58.801521 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-781113db-d410-411e-8181-a7893e235dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:59.936078 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:01.487581 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:01.763456 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:04.763635 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359d4b3-2e3f-46d4-b543-79fbbbe4a5d2 req-11b16dc4-a3f3-486f-ae58-7e221c8c5bce tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:04.765117 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f359d4b3-2e3f-46d4-b543-79fbbbe4a5d2 req-11b16dc4-a3f3-486f-ae58-7e221c8c5bce tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 946 time: 0.0485311 Feb 28 18:49:04.803639 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f359d4b3-2e3f-46d4-b543-79fbbbe4a5d2 req-900bd4c6-4f2f-4133-91f0-5c083cb23f88 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326529 Feb 28 18:49:05.665165 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:49:05.925507 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a34bb4-4b2c-4d41-bb50-fd3b9ee15ee8 req-4bea0b73-3680-4df1-988a-fa1fecc8dfd8 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:05.926879 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f0a34bb4-4b2c-4d41-bb50-fd3b9ee15ee8 req-4bea0b73-3680-4df1-988a-fa1fecc8dfd8 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 946 time: 0.0494411 Feb 28 18:49:05.965023 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f0a34bb4-4b2c-4d41-bb50-fd3b9ee15ee8 req-e69aa53f-7b8f-4898-afe0-ead993234f0d tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308106 Feb 28 18:49:06.792847 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-47faa8fe-21a3-417b-8757-f73771d168c7 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:06.794563 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-47faa8fe-21a3-417b-8757-f73771d168c7 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 946 time: 0.0518358 Feb 28 18:49:06.887988 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-6fcb77b8-fe95-466f-90d7-08ef3271b0e4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Deleting port e42dd375-0abd-4eec-8104-127a9691ec6e {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:49:06.888318 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-6fcb77b8-fe95-466f-90d7-08ef3271b0e4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:06.975189 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-6fcb77b8-fe95-466f-90d7-08ef3271b0e4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] For port e42dd375-0abd-4eec-8104-127a9691ec6e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e42dd375-0abd-4eec-8104-127a9691ec6e,segment=NetworkSegment(5bc8ca67-63a4-4093-82e6-ff8bf05776b8),segment_id=5bc8ca67-63a4-4093-82e6-ff8bf05776b8)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:06.975567 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-6fcb77b8-fe95-466f-90d7-08ef3271b0e4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:06.987161 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-6fcb77b8-fe95-466f-90d7-08ef3271b0e4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Calling delete_port for e42dd375-0abd-4eec-8104-127a9691ec6e owned by compute:nova {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:49:07.098202 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff2d3e-f55c-46d3-841b-bb80f6196883 req-a5ba0c4d-449e-44cb-b1dc-1c3f07b359a0 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:07.099583 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6fff2d3e-f55c-46d3-841b-bb80f6196883 req-a5ba0c4d-449e-44cb-b1dc-1c3f07b359a0 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d49b89-aea3-4d54-a767-e185887c1bb2 HTTP/1.1" status: 200 len: 946 time: 0.0667179 Feb 28 18:49:07.408391 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6fff2d3e-f55c-46d3-841b-bb80f6196883 req-f7cb2448-8125-4638-8b0a-bb0f3368bcaf tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021245 Feb 28 18:49:07.413054 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-6fcb77b8-fe95-466f-90d7-08ef3271b0e4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:07.434009 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['e42dd375-0abd-4eec-8104-127a9691ec6e'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:49:07.443678 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb77b8-fe95-466f-90d7-08ef3271b0e4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Pushing event deleted for resources: {'Port': ['ID=e42dd375-0abd-4eec-8104-127a9691ec6e,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:07.484816 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-6fcb77b8-fe95-466f-90d7-08ef3271b0e4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] No DVR routers for this DVR port e42dd375-0abd-4eec-8104-127a9691ec6e on host hv-cinder-83118 {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:49:07.487545 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-6fcb77b8-fe95-466f-90d7-08ef3271b0e4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:07.491143 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3c440f73-4142-411d-abea-7eebb0e00ed6 req-6fcb77b8-fe95-466f-90d7-08ef3271b0e4 tempest-VolumesSnapshotTestJSON-133484000 tempest-VolumesSnapshotTestJSON-133484000-project] 10.222.0.52 "DELETE /v2.0/ports/e42dd375-0abd-4eec-8104-127a9691ec6e HTTP/1.1" status: 204 len: 173 time: 0.6904459 Feb 28 18:49:07.491631 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d49b89-aea3-4d54-a767-e185887c1bb2', 'name': 'network-vif-deleted', 'tag': 'e42dd375-0abd-4eec-8104-127a9691ec6e'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:49:07.495239 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf6e2f-5f79-4506-a6ec-5ec00b40101d" -d '{"events": [{"server_uuid": "c4d49b89-aea3-4d54-a767-e185887c1bb2", "name": "network-vif-deleted", "tag": "e42dd375-0abd-4eec-8104-127a9691ec6e"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:49:07.535703 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95b9481-bbe0-4839-99f5-88be7b5ec8e1 x-openstack-request-id: req-e95b9481-bbe0-4839-99f5-88be7b5ec8e1 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:49:07.536138 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d49b89-aea3-4d54-a767-e185887c1bb2", "name": "network-vif-deleted", "tag": "e42dd375-0abd-4eec-8104-127a9691ec6e", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:49:07.537491 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e95b9481-bbe0-4839-99f5-88be7b5ec8e1 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:49:07.538202 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d49b89-aea3-4d54-a767-e185887c1bb2', 'name': 'network-vif-deleted', 'tag': 'e42dd375-0abd-4eec-8104-127a9691ec6e', 'status': 'completed', 'code': 200} Feb 28 18:49:11.841013 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e42dd375-0abd-4eec-8104-127a9691ec6e no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:49:11.979397 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: e42dd375-0abd-4eec-8104-127a9691ec6e {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:49:11.979862 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e42dd375-0abd-4eec-8104-127a9691ec6e not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:49:16.023865 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb7e3b-5216-4a60-a86d-93cf383b5f3e req-33088695-39f9-4725-a74d-97b9a928af02 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:16.025390 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bacb7e3b-5216-4a60-a86d-93cf383b5f3e req-33088695-39f9-4725-a74d-97b9a928af02 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0513573 Feb 28 18:49:16.063090 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bacb7e3b-5216-4a60-a86d-93cf383b5f3e req-6462e194-edfd-47b3-b242-495232cc795b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317571 Feb 28 18:49:17.184548 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8358efd-1565-46f4-8ea8-66dcf6e2c78e req-d03c686b-c739-4ba1-a165-624c8b8190fc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:17.186007 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d8358efd-1565-46f4-8ea8-66dcf6e2c78e req-d03c686b-c739-4ba1-a165-624c8b8190fc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0527384 Feb 28 18:49:17.224353 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d8358efd-1565-46f4-8ea8-66dcf6e2c78e req-f4a83d2e-0d63-4468-97f5-cddabb760058 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323513 Feb 28 18:49:18.339172 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f564c-adcb-477b-bc5c-22ad085f6c6a req-e3123305-1073-4e91-a76a-8b00cfe2d0ba tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:18.340646 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bb4f564c-adcb-477b-bc5c-22ad085f6c6a req-e3123305-1073-4e91-a76a-8b00cfe2d0ba tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0478885 Feb 28 18:49:18.379656 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bb4f564c-adcb-477b-bc5c-22ad085f6c6a req-675974f4-69ec-4de6-97a1-3f8cfddb892b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331340 Feb 28 18:49:19.496062 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e62eb1-74ad-4253-bc77-c0bfe23c212c req-0ad47bf1-e4c4-411e-a083-5f69f88aecf0 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:19.497520 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-10e62eb1-74ad-4253-bc77-c0bfe23c212c req-0ad47bf1-e4c4-411e-a083-5f69f88aecf0 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0514882 Feb 28 18:49:19.535884 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-10e62eb1-74ad-4253-bc77-c0bfe23c212c req-84ed0e3b-4974-4a51-89f1-24fd88c25181 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324917 Feb 28 18:49:20.649130 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa970d04-f2d5-47ca-8d05-5bd608104c31 req-d84d9aa2-2195-44b4-8b58-c9692263d080 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:20.651465 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa970d04-f2d5-47ca-8d05-5bd608104c31 req-d84d9aa2-2195-44b4-8b58-c9692263d080 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0499990 Feb 28 18:49:20.688692 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-aa970d04-f2d5-47ca-8d05-5bd608104c31 req-bd6a5b8a-3ce9-4745-9b61-8596479c09c8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Feb 28 18:49:21.803531 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022fee0-530b-4d9f-b6a4-5e6ed0501ea3 req-e9c773f5-7ff4-4991-956a-27cf5d5916bc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:21.805267 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9022fee0-530b-4d9f-b6a4-5e6ed0501ea3 req-e9c773f5-7ff4-4991-956a-27cf5d5916bc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0488107 Feb 28 18:49:21.843529 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9022fee0-530b-4d9f-b6a4-5e6ed0501ea3 req-f144f1a0-0a2b-4282-a231-f74757caf05a tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Feb 28 18:49:22.959432 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365af8f1-4222-480c-a22b-176240619f57 req-1b676dd2-fcc9-40d4-9cb9-a9756197255f tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:22.960902 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-365af8f1-4222-480c-a22b-176240619f57 req-1b676dd2-fcc9-40d4-9cb9-a9756197255f tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0517721 Feb 28 18:49:22.998299 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-365af8f1-4222-480c-a22b-176240619f57 req-900c353f-3abd-4149-bbba-7a52d5a91c0a tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307333 Feb 28 18:49:23.051463 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:24.119072 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28586bd-d547-4f40-8b30-abfb6e57c9fa req-2b27646f-809b-46cf-982f-8fc590c7cb09 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:24.120576 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f28586bd-d547-4f40-8b30-abfb6e57c9fa req-2b27646f-809b-46cf-982f-8fc590c7cb09 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0522683 Feb 28 18:49:24.160548 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f28586bd-d547-4f40-8b30-abfb6e57c9fa req-3d47ff83-79dc-4e16-877d-689a5ad8d3a8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338573 Feb 28 18:49:25.276798 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc16828-9cd2-46cb-a968-0bf360662524 req-dbf453b3-8f0b-4232-8a16-fe612aea1fde tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:25.278272 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7dc16828-9cd2-46cb-a968-0bf360662524 req-dbf453b3-8f0b-4232-8a16-fe612aea1fde tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0491567 Feb 28 18:49:25.314685 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7dc16828-9cd2-46cb-a968-0bf360662524 req-a873022b-5d8e-45b8-928c-a32461a38ffb tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305750 Feb 28 18:49:26.219007 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-1cc21ff2-7b47-4de1-80b6-8975cd0a3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:26.220554 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-1cc21ff2-7b47-4de1-80b6-8975cd0a3844 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e07a8e62592434e92177ca0a870c3b6&device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1099 time: 0.0412531 Feb 28 18:49:26.321111 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-44ba962e-48c7-4181-94bd-be01336723f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:26.322891 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-44ba962e-48c7-4181-94bd-be01336723f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3a327f10-343e-47af-9d7a-af4497b13f2c HTTP/1.1" status: 200 len: 910 time: 0.0939074 Feb 28 18:49:26.406979 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a4af42-664c-42ed-8289-f7e664bbfa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:26.431211 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-c49e97c5-9359-4201-b7fe-658eade473da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64 HTTP/1.1" status: 200 len: 1002 time: 0.0991535 Feb 28 18:49:26.455674 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee8b6b-5fcd-4268-aacf-019e147c9b6e req-0ff18c2f-f438-4a1f-9e3f-ebf583521bf9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:26.457091 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e3ee8b6b-5fcd-4268-aacf-019e147c9b6e req-0ff18c2f-f438-4a1f-9e3f-ebf583521bf9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0681362 Feb 28 18:49:26.513329 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-4ab6c9e7-6f2f-4204-a5e7-10e38cc2fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:26.514737 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-4ab6c9e7-6f2f-4204-a5e7-10e38cc2fb56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73918393-3657-4ff7-aa01-a4c03276b414 HTTP/1.1" status: 200 len: 848 time: 0.0741868 Feb 28 18:49:26.519687 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e3ee8b6b-5fcd-4268-aacf-019e147c9b6e req-70f7cf88-c20c-4a36-aad7-93f4a753aa86 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449519 Feb 28 18:49:26.571042 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-e9187300-1f0f-4ce5-a0ca-bca74b830795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:26.572870 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-e9187300-1f0f-4ce5-a0ca-bca74b830795 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3a327f10-343e-47af-9d7a-af4497b13f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428586 Feb 28 18:49:26.672603 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-c04c2e3f-b180-4bc9-b0d1-2c345526f67b service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902922 Feb 28 18:49:26.766447 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-af534682-f78d-45e8-aa7b-4815e8f31201 req-769a09e8-8ffd-4151-a63a-f931cde0751f service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866325 Feb 28 18:49:27.042673 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2428080-908f-4380-a399-e9a54761f07f req-8be58f43-5846-4f49-ba3e-dbed71577b75 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:27.044401 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f2428080-908f-4380-a399-e9a54761f07f req-8be58f43-5846-4f49-ba3e-dbed71577b75 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0512924 Feb 28 18:49:27.082437 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f2428080-908f-4380-a399-e9a54761f07f req-896113d5-2346-48b8-9d4e-d44034aa61f3 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319767 Feb 28 18:49:27.637315 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e81c9b-8773-4ac6-a2ef-57ad591b191e req-c1c62581-3371-4078-978e-a7703653a02b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:27.638678 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-54e81c9b-8773-4ac6-a2ef-57ad591b191e req-c1c62581-3371-4078-978e-a7703653a02b tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0476320 Feb 28 18:49:27.675953 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-54e81c9b-8773-4ac6-a2ef-57ad591b191e req-3bbf288e-1629-40ef-9719-a17762d2ef3e tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Feb 28 18:49:28.200830 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d95ee5-80ec-420c-a574-a1eb32e88769 req-3a034079-4b61-4967-ad07-88e5b0b10729 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:28.202966 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d4d95ee5-80ec-420c-a574-a1eb32e88769 req-3a034079-4b61-4967-ad07-88e5b0b10729 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0524578 Feb 28 18:49:28.242699 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d4d95ee5-80ec-420c-a574-a1eb32e88769 req-7681173c-19af-4b2b-b62b-5ee554fbd255 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324104 Feb 28 18:49:28.794797 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4bf66-fe5a-47af-9350-2cd68275aebb req-e729e6f7-c73d-4e75-b4ae-d6c2da562b40 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:28.796522 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d1d4bf66-fe5a-47af-9350-2cd68275aebb req-e729e6f7-c73d-4e75-b4ae-d6c2da562b40 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0513265 Feb 28 18:49:28.805081 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-80f5ea0d-4c24-427b-a4ed-caf5504b771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:28.836359 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d1d4bf66-fe5a-47af-9350-2cd68275aebb req-373fd46f-3325-496f-9f66-cc8be1440b7f tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332887 Feb 28 18:49:29.360845 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01f467-617c-4502-8cee-45f987e1794f req-14d7c937-c378-4595-9f81-4f8c21cef718 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:29.362385 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ed01f467-617c-4502-8cee-45f987e1794f req-14d7c937-c378-4595-9f81-4f8c21cef718 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0502658 Feb 28 18:49:29.401371 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ed01f467-617c-4502-8cee-45f987e1794f req-e5b81e00-9e61-4fc6-8ecf-a7900dd002c3 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331008 Feb 28 18:49:29.937511 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:30.066721 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf0fe-278d-4eda-939c-500ff5ee806a req-9e087d00-a758-4b2d-9f17-b1bf91c3b874 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:30.068250 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-fffbf0fe-278d-4eda-939c-500ff5ee806a req-9e087d00-a758-4b2d-9f17-b1bf91c3b874 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0546985 Feb 28 18:49:30.112250 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-fffbf0fe-278d-4eda-939c-500ff5ee806a req-199f5d4e-387f-4d4d-ad25-0e659a8951e5 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369418 Feb 28 18:49:30.311998 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54914) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:30.331859 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02d59b-471f-46a1-8cfd-8be2193ffaef req-2a9f7e04-7ff5-4c6b-8eae-2322d3fdaad6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:30.333321 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ad02d59b-471f-46a1-8cfd-8be2193ffaef req-2a9f7e04-7ff5-4c6b-8eae-2322d3fdaad6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0561383 Feb 28 18:49:30.373720 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ad02d59b-471f-46a1-8cfd-8be2193ffaef req-72548e28-a40d-4bd9-a853-57d4cf5b1491 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Feb 28 18:49:30.397299 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-c9fc2806-e778-4f80-93e5-bab88d5fbf44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841274 Feb 28 18:49:30.406494 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-17632449-1a79-4025-aa19-00db42bd245b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:49:30.407430 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-17632449-1a79-4025-aa19-00db42bd245b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048440 Feb 28 18:49:30.522798 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2759c97-6752-4ae7-bf34-38c4db4a5111 req-e61203d2-d82e-4f90-be08-af8249c24e8f tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:30.524289 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d2759c97-6752-4ae7-bf34-38c4db4a5111 req-e61203d2-d82e-4f90-be08-af8249c24e8f tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0538752 Feb 28 18:49:30.563523 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d2759c97-6752-4ae7-bf34-38c4db4a5111 req-c14a8cfb-4b06-490d-97cd-54281bef529a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320415 Feb 28 18:49:31.490214 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:31.500382 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dc752-de5f-413e-bb4c-8f9d323be166 req-4820873f-d44d-47b0-b0eb-916208f8d924 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:31.501862 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d4dc752-de5f-413e-bb4c-8f9d323be166 req-4820873f-d44d-47b0-b0eb-916208f8d924 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0510716 Feb 28 18:49:31.542929 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d4dc752-de5f-413e-bb4c-8f9d323be166 req-5f432c60-fb1b-4526-baf7-f447b2b80d87 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334902 Feb 28 18:49:31.681678 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad962122-e2e4-491a-8a88-ee8ff5af83b7 req-dec2cb35-0141-496a-918e-ab0f6e0967c0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:31.683344 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ad962122-e2e4-491a-8a88-ee8ff5af83b7 req-dec2cb35-0141-496a-918e-ab0f6e0967c0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0497346 Feb 28 18:49:31.747836 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ad962122-e2e4-491a-8a88-ee8ff5af83b7 req-d6d2c0bd-da99-49eb-bd11-db2c6d706faa tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583475 Feb 28 18:49:31.758365 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-c3a13f5b-a6cf-456e-8e72-0b5189131fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:31.760082 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-c3a13f5b-a6cf-456e-8e72-0b5189131fa0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939&tenant_id=6e07a8e62592434e92177ca0a870c3b6 HTTP/1.1" status: 200 len: 1099 time: 0.0572462 Feb 28 18:49:31.770034 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:31.827271 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-08a3f290-6e8b-4943-9388-ec580513c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:31.828993 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-08a3f290-6e8b-4943-9388-ec580513c3df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e07a8e62592434e92177ca0a870c3b6&device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1099 time: 0.0446794 Feb 28 18:49:31.919440 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-4197f33b-63c2-4307-9951-d51004567aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:31.920920 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-4197f33b-63c2-4307-9951-d51004567aa3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3a327f10-343e-47af-9d7a-af4497b13f2c HTTP/1.1" status: 200 len: 910 time: 0.0850079 Feb 28 18:49:31.989724 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-b1ddc89b-f795-479a-86fd-a9e958665b02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64 HTTP/1.1" status: 200 len: 1002 time: 0.0619462 Feb 28 18:49:32.046478 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-af1cf505-d6c7-4058-82c7-2e0a34c227ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:32.048931 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-af1cf505-d6c7-4058-82c7-2e0a34c227ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73918393-3657-4ff7-aa01-a4c03276b414 HTTP/1.1" status: 200 len: 848 time: 0.0522799 Feb 28 18:49:32.098782 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-e1cc2ef4-a84c-4564-9247-de6e98f99f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:32.100335 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-e1cc2ef4-a84c-4564-9247-de6e98f99f81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3a327f10-343e-47af-9d7a-af4497b13f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454361 Feb 28 18:49:32.194944 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-f8e478be-ab77-4e0b-904b-98bd977baa89 service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865102 Feb 28 18:49:32.284389 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-0790be25-6111-4cd0-9e38-a885da8e4912 service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828397 Feb 28 18:49:32.678962 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7df45-6f42-4ff0-b03a-7f7d734f84a4 req-ac85bce1-a280-40b1-b172-75e40936ed87 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:32.680456 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37c7df45-6f42-4ff0-b03a-7f7d734f84a4 req-ac85bce1-a280-40b1-b172-75e40936ed87 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0659125 Feb 28 18:49:32.720007 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37c7df45-6f42-4ff0-b03a-7f7d734f84a4 req-54615469-b206-4671-8571-6abd4f6ff238 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329995 Feb 28 18:49:32.870497 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980d8b1-6824-4dea-a5bb-cbc120107b45 req-02c405ea-f313-44e6-80ff-bc051c08969d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:32.871939 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a980d8b1-6824-4dea-a5bb-cbc120107b45 req-02c405ea-f313-44e6-80ff-bc051c08969d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0503633 Feb 28 18:49:32.909314 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a980d8b1-6824-4dea-a5bb-cbc120107b45 req-29f23976-454c-438f-82c0-d7f807b6093b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315020 Feb 28 18:49:33.100283 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:49:33.179216 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.202740 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:49:33.204997 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c48de5-6cd3-483b-8ecd-530bb29576d5" -d '{"events": [{"server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "name": "network-vif-unplugged", "status": "completed", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:49:33.220161 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:33.226548 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.251526 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 18:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8e1f72-053a-49a3-a031-ddfe05a8e0ec x-openstack-request-id: req-af8e1f72-053a-49a3-a031-ddfe05a8e0ec {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:49:33.251849 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "name": "network-vif-unplugged", "status": "completed", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:49:33.252101 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af8e1f72-053a-49a3-a031-ddfe05a8e0ec {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:49:33.252485 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'code': 200} Feb 28 18:49:33.279147 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,revision_number=6']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:33.286196 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.286566 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.286906 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.287265 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.287617 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.288396 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.288730 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.289057 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.289398 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.289715 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.290162 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.291165 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.540346 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54966) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:33.593409 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Deleting subnet aeb751fd-761f-4ed8-a81d-8f3fc73e9b29 {{(pid=108388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:49:33.596764 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.633134 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28524504'] for subnet, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.673293 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.725568 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25877616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25248754'] for subnet, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.751705 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb751fd-761f-4ed8-a81d-8f3fc73e9b29,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:33.756490 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.762098 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aeb751fd-761f-4ed8-a81d-8f3fc73e9b29 HTTP/1.1" status: 204 len: 168 time: 0.2184196 Feb 28 18:49:33.762328 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54970) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:33.773432 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.773695 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.774026 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.774406 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.774742 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.775064 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.775589 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.775917 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.776236 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.776553 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.776865 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.777183 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79739b8-5ea0-4d02-b42b-7acf3a3223c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:33.873801 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.889347 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244096e6-912b-446a-aedb-455c41d3aef4 req-837fee60-b4b0-4e2f-8fe4-49dcc87c8bea tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:33.890816 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-244096e6-912b-446a-aedb-455c41d3aef4 req-837fee60-b4b0-4e2f-8fe4-49dcc87c8bea tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0953422 Feb 28 18:49:34.002436 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-244096e6-912b-446a-aedb-455c41d3aef4 req-3e493e98-3603-4410-a9fb-920f43f20432 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042271 Feb 28 18:49:34.004469 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.025851 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15650e5a-b527-481c-b2a3-01f13a721fed']}} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:34.026730 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ff174-d406-4028-85a5-5731f401c80c req-2626846c-376f-4ba2-bf79-2272d3759c1f tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:34.028608 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-073ff174-d406-4028-85a5-5731f401c80c req-2626846c-376f-4ba2-bf79-2272d3759c1f tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0498302 Feb 28 18:49:34.035892 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc8ca67-63a4-4093-82e6-ff8bf05776b8') {'for_net_delete': True} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:34.036186 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc8ca67-63a4-4093-82e6-ff8bf05776b8') {} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:34.047023 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28524503'] for segment, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.060679 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.066507 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=108388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:49:34.066882 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25877906'] for segment, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.068409 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-073ff174-d406-4028-85a5-5731f401c80c req-43be6ff8-ab8d-4f87-a34b-618fb14f57ca tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338099 Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: Traceback (most recent call last): Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: timer() Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: cb(*args, **kw) Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: return func(*args, **kwargs) Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: self._notify() Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: self.callback(batched_events) Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: event.method(event) Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: return f(self, *a, **k) Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._get(url).json() Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: return self.request(url, 'GET', **kwargs) Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:49:34.068570 dv-cinder-831186-1-iscsi neutron-server[108388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:49:34.124809 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.129972 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.133066 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] 10.222.0.39 "DELETE /v2.0/networks/15650e5a-b527-481c-b2a3-01f13a721fed HTTP/1.1" status: 204 len: 168 time: 0.3698289 Feb 28 18:49:34.144333 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d36097-82c4-48e0-a10e-428e4b63718e admin admin] Pushing event deleted for resources: {'Network': ['ID=15650e5a-b527-481c-b2a3-01f13a721fed,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:34.298133 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54976) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:34.338398 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-eeb2b16e-f6a5-4ed4-8cfe-efd6e5552641 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad2efd608420488f8600acf1137a899b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391140 Feb 28 18:49:34.340835 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 54978) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:34.389599 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c65659fe-2746-4015-9b24-8a5061dbaf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.410863 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c65659fe-2746-4015-9b24-8a5061dbaf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.460474 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c65659fe-2746-4015-9b24-8a5061dbaf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.463519 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c65659fe-2746-4015-9b24-8a5061dbaf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.464685 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-c65659fe-2746-4015-9b24-8a5061dbaf55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca89ca5a-4dc7-4cb2-b78b-1e98e670e122 HTTP/1.1" status: 204 len: 168 time: 0.1229665 Feb 28 18:49:34.474022 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65659fe-2746-4015-9b24-8a5061dbaf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca89ca5a-4dc7-4cb2-b78b-1e98e670e122,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:35.129603 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd40c5-90e0-4180-a088-f4b6a517bafe req-02f13891-d9d3-4c20-bf75-6d7c7cd829cb tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:35.131164 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-57fd40c5-90e0-4180-a088-f4b6a517bafe req-02f13891-d9d3-4c20-bf75-6d7c7cd829cb tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0604434 Feb 28 18:49:35.174851 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-57fd40c5-90e0-4180-a088-f4b6a517bafe req-bca8ac4c-1006-443b-bea9-a50f8e2e0200 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371048 Feb 28 18:49:35.186782 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89d073-4073-40dd-944e-38f1dc2d747c req-0f2a7f85-caac-4a63-adc8-2b52d8d8ce7e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:35.188285 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4c89d073-4073-40dd-944e-38f1dc2d747c req-0f2a7f85-caac-4a63-adc8-2b52d8d8ce7e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0509083 Feb 28 18:49:35.225579 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4c89d073-4073-40dd-944e-38f1dc2d747c req-48361793-40a7-4bb2-94a7-dabf7b93636f tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312736 Feb 28 18:49:36.288376 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02eb1-3ba2-4dd9-9f0c-1b8cfdb6513d req-39f38798-87a2-4bf8-933a-4c11f3dd7e7d tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:36.290026 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-29a02eb1-3ba2-4dd9-9f0c-1b8cfdb6513d req-39f38798-87a2-4bf8-933a-4c11f3dd7e7d tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0493269 Feb 28 18:49:36.330014 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-29a02eb1-3ba2-4dd9-9f0c-1b8cfdb6513d req-d72ff7cb-3f98-434c-b0ca-9e5797f40857 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326259 Feb 28 18:49:36.348809 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4541d-58cb-4dff-bb7e-737e8686fea1 req-8058cdc7-bec6-48cc-b77b-5495272751dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:36.350952 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d9b4541d-58cb-4dff-bb7e-737e8686fea1 req-8058cdc7-bec6-48cc-b77b-5495272751dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0563209 Feb 28 18:49:36.392271 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d9b4541d-58cb-4dff-bb7e-737e8686fea1 req-083c2f8a-b268-424e-9d59-e9a6633ff384 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337870 Feb 28 18:49:37.449307 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a78997-e19c-4202-9025-be3a88bd7f3a req-ca99fc57-0e03-4cd7-bc3c-01a6ac53a0d4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:37.451657 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-26a78997-e19c-4202-9025-be3a88bd7f3a req-ca99fc57-0e03-4cd7-bc3c-01a6ac53a0d4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0510075 Feb 28 18:49:37.496677 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-26a78997-e19c-4202-9025-be3a88bd7f3a req-9b789379-6b76-4901-8fcd-22c55f47e9f7 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365474 Feb 28 18:49:37.516311 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885168-d6d6-4200-a1c2-b30b6a0dd52c req-14df7a21-9ff4-4919-b7f5-2b71f9320ded tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:37.517857 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3e885168-d6d6-4200-a1c2-b30b6a0dd52c req-14df7a21-9ff4-4919-b7f5-2b71f9320ded tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0522048 Feb 28 18:49:37.556256 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3e885168-d6d6-4200-a1c2-b30b6a0dd52c req-6ac70388-2020-4e5e-a532-485e4263127f tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317388 Feb 28 18:49:38.026033 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dd3eb-0c7d-42c2-b1b9-3c1f6d2c2ad6 req-a94e68f4-a535-4789-ab87-bc931a4fbc2f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:38.027522 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-da7dd3eb-0c7d-42c2-b1b9-3c1f6d2c2ad6 req-a94e68f4-a535-4789-ab87-bc931a4fbc2f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0514011 Feb 28 18:49:38.069677 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-da7dd3eb-0c7d-42c2-b1b9-3c1f6d2c2ad6 req-892ea1af-3db5-4188-b910-5129d5aca810 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351386 Feb 28 18:49:38.615070 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0c83d-e3c2-4856-b66f-85193a37ebdd req-79918e5d-36b0-4167-8736-4646e0d313a9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:38.616483 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6ca0c83d-e3c2-4856-b66f-85193a37ebdd req-79918e5d-36b0-4167-8736-4646e0d313a9 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0488453 Feb 28 18:49:38.658054 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6ca0c83d-e3c2-4856-b66f-85193a37ebdd req-e9d96b21-9b18-47bb-a005-fc92b04af4d6 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352504 Feb 28 18:49:38.675419 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fd869-9eb4-48b3-a2bf-12f9237bac7c req-2c46ac6a-2fda-4074-a88b-b7baf298d547 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:38.676909 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2f2fd869-9eb4-48b3-a2bf-12f9237bac7c req-2c46ac6a-2fda-4074-a88b-b7baf298d547 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0522339 Feb 28 18:49:38.715462 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2f2fd869-9eb4-48b3-a2bf-12f9237bac7c req-01c7bc06-9ad6-4113-8d47-c7e4e1f437f1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320508 Feb 28 18:49:39.191385 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a4cae-a544-4906-89e2-91beca426fff req-ed475269-059c-45fc-9757-821b61913872 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:39.192899 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9b1a4cae-a544-4906-89e2-91beca426fff req-ed475269-059c-45fc-9757-821b61913872 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0504875 Feb 28 18:49:39.233048 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9b1a4cae-a544-4906-89e2-91beca426fff req-f8a5a12c-14d0-4894-afed-e6e80fa043c0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335991 Feb 28 18:49:39.736295 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef157cc-edcb-47e3-90c6-112cb09e5d7b req-640ad968-78a0-4c47-88cf-a01714e57097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:39.738305 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5ef157cc-edcb-47e3-90c6-112cb09e5d7b req-640ad968-78a0-4c47-88cf-a01714e57097 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1097 time: 0.0423367 Feb 28 18:49:39.776947 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5ef157cc-edcb-47e3-90c6-112cb09e5d7b req-4a923619-331e-40de-916b-1a0707208798 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Feb 28 18:49:39.778283 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d772-54bf-46a6-bb16-49960864e075 req-082f9f5d-0c56-42dd-b304-7cad112ab4f4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:39.779828 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8478d772-54bf-46a6-bb16-49960864e075 req-082f9f5d-0c56-42dd-b304-7cad112ab4f4 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.0524106 Feb 28 18:49:39.820498 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8478d772-54bf-46a6-bb16-49960864e075 req-7c7940f1-3e4a-404c-b7ec-2114ad601595 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348446 Feb 28 18:49:39.836456 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970098a2-90d9-4ace-b335-056f312201a3 req-e4c6942f-bfca-47eb-a769-dfca4b02b913 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:39.838081 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-970098a2-90d9-4ace-b335-056f312201a3 req-e4c6942f-bfca-47eb-a769-dfca4b02b913 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0508802 Feb 28 18:49:39.878609 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-970098a2-90d9-4ace-b335-056f312201a3 req-087dea80-f768-4af4-ae69-a4b1b9c417f0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347300 Feb 28 18:49:40.132255 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-c44d385c-bfb8-4727-befc-cc76314aacd4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:40.134281 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-c44d385c-bfb8-4727-befc-cc76314aacd4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.52 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0489421 Feb 28 18:49:40.222961 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Deleting port 0e1a4fcf-0502-4a90-8900-002139be7461 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:49:40.223291 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.317979 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] For port 0e1a4fcf-0502-4a90-8900-002139be7461, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0e1a4fcf-0502-4a90-8900-002139be7461,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:40.318334 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.358678 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afe31b-be78-4296-ae54-f56e25631246 req-601d67a8-082c-491b-9412-a24e598af8ed tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:40.360256 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3afe31b-be78-4296-ae54-f56e25631246 req-601d67a8-082c-491b-9412-a24e598af8ed tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 946 time: 0.0512531 Feb 28 18:49:40.403985 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a3afe31b-be78-4296-ae54-f56e25631246 req-bafbc96a-d7c7-4846-a1ba-8048ba4aa388 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=36d4ea25-803a-458b-afa2-ca42c781dafa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363915 Feb 28 18:49:40.548994 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.549386 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.549707 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.l3_db [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Floating IP b717e0be-25e7-4461-bc97-af4dd8b94e53 disassociated. External IP: 172.27.2.88, port: 0e1a4fcf-0502-4a90-8900-002139be7461. Feb 28 18:49:40.550048 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Calling delete_port for 0e1a4fcf-0502-4a90-8900-002139be7461 owned by compute:nova {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:49:40.678084 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.710255 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event deleted for resources: {'Port': ['ID=0e1a4fcf-0502-4a90-8900-002139be7461,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:40.822063 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:49:40.957876 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:49:40.969259 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] Sync routers for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:49:40.979705 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:49:40.980589 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:49:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:41.005205 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b630a95-9066-43dd-9502-f77cb8f2fe94 req-eadfe795-26d9-4ba9-8dac-e3493336a894 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:41.006771 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] No DVR routers for this DVR port 0e1a4fcf-0502-4a90-8900-002139be7461 on host hv-cinder-83118 {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:49:41.007665 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7b630a95-9066-43dd-9502-f77cb8f2fe94 req-eadfe795-26d9-4ba9-8dac-e3493336a894 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0581772 Feb 28 18:49:41.011449 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:41.015154 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f923e839-dead-4ec6-bb65-6c3182583ff7 req-5e9912f2-8ae5-4d59-9303-0af8a765d7ba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.52 "DELETE /v2.0/ports/0e1a4fcf-0502-4a90-8900-002139be7461 HTTP/1.1" status: 204 len: 173 time: 0.8752737 Feb 28 18:49:41.015500 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'name': 'network-vif-deleted', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:49:41.017880 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06653a05-da4f-4205-839e-16f92e599a08" -d '{"events": [{"server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "name": "network-vif-deleted", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:49:41.029304 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0b56d-4159-4137-b28e-0ee08888ef14 req-a58257fa-c2ab-4224-9caa-1acea74cd6e5 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:41.037055 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-adf0b56d-4159-4137-b28e-0ee08888ef14 req-a58257fa-c2ab-4224-9caa-1acea74cd6e5 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 944 time: 0.1313670 Feb 28 18:49:41.079056 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-adf0b56d-4159-4137-b28e-0ee08888ef14 req-9ff91dce-3594-4cd9-93ee-385a7d5dd36c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411444 Feb 28 18:49:41.081080 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7b630a95-9066-43dd-9502-f77cb8f2fe94 req-cd3e4394-e834-40b0-b32c-a92d228a8093 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521946 Feb 28 18:49:41.110436 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:49:41.135434 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e69f80-4a18-46d1-9201-40aec915cc7c x-openstack-request-id: req-05e69f80-4a18-46d1-9201-40aec915cc7c {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:49:41.136817 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a99f04-88c5-4193-ac56-dd5e9213d905", "name": "network-vif-deleted", "tag": "0e1a4fcf-0502-4a90-8900-002139be7461", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:49:41.137297 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05e69f80-4a18-46d1-9201-40aec915cc7c {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:49:41.137906 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a99f04-88c5-4193-ac56-dd5e9213d905', 'name': 'network-vif-deleted', 'tag': '0e1a4fcf-0502-4a90-8900-002139be7461', 'status': 'completed', 'code': 200} Feb 28 18:49:41.193365 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:49:41.309736 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:41.354941 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'port_id': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'mac_address': 'fa:16:3e:92:d2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:49:41.420173 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:41.460617 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:49:41.499942 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:41.508326 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:41.544737 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:41.548321 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c674acbb-c6f7-4e02-8059-ee2d430e60cc req-f8073bfa-6371-49ee-99d9-855848da1f29 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=16a99f04-88c5-4193-ac56-dd5e9213d905 HTTP/1.1" status: 200 len: 210 time: 0.0281429 Feb 28 18:49:41.576710 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] Checking router: 4582cd2e-5c85-4b7a-9833-922e9dad6f03 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:49:41.595343 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:49:41.596043 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:49:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:41.639000 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,revision_number=7']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:41.740603 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:49:41.864131 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['28c0d2a4-c608-4f3a-9b72-31edfddf0a64'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:49:42.067368 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:42.208115 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9a65-c35a-4089-8f04-7f35e212a4ec req-eca2af01-24dd-4514-9543-3fbb4e27a9c7 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:42.216834 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-660e9a65-c35a-4089-8f04-7f35e212a4ec req-eca2af01-24dd-4514-9543-3fbb4e27a9c7 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 945 time: 0.0611951 Feb 28 18:49:42.241766 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843215c-dacb-4bf1-95a1-b46fdb6bd07c None None] The sync data for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi is: [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:49:42.259622 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-660e9a65-c35a-4089-8f04-7f35e212a4ec req-bfd98327-a281-4406-8a80-4f8fbb1436a2 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Feb 28 18:49:42.537638 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a9481-5614-454e-96b6-b26a9a66b3b8 req-b7ca42b9-3b7a-4ec0-9c74-8563b6d6440c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:42.539240 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b04a9481-5614-454e-96b6-b26a9a66b3b8 req-b7ca42b9-3b7a-4ec0-9c74-8563b6d6440c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.3686969 Feb 28 18:49:42.548540 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1dcede-b5f5-4f15-a8ee-de4707ad5bba None None] New status for floating IP b717e0be-25e7-4461-bc97-af4dd8b94e53: DOWN {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:49:42.581869 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b04a9481-5614-454e-96b6-b26a9a66b3b8 req-298f07c9-bbb0-440c-be2a-f585da30a906 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Feb 28 18:49:42.661761 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55048) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:42.674744 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:49:42.728530 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f20013c6-2887-428c-939b-f7c32df5232b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:42.755296 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f20013c6-2887-428c-939b-f7c32df5232b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:42.807397 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f20013c6-2887-428c-939b-f7c32df5232b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:42.810034 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f20013c6-2887-428c-939b-f7c32df5232b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:42.812970 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-f20013c6-2887-428c-939b-f7c32df5232b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "DELETE /v2.0/security-groups/36d4ea25-803a-458b-afa2-ca42c781dafa HTTP/1.1" status: 204 len: 168 time: 0.1485012 Feb 28 18:49:42.814234 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55050) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:42.820070 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20013c6-2887-428c-939b-f7c32df5232b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d4ea25-803a-458b-afa2-ca42c781dafa,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:42.833495 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.api.v2.resource [None req-cd346d7b-88fb-4471-a11a-704cb5c5a17e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] show failed (client error): The resource could not be found. Feb 28 18:49:42.834804 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-cd346d7b-88fb-4471-a11a-704cb5c5a17e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups/36d4ea25-803a-458b-afa2-ca42c781dafa HTTP/1.1" status: 404 len: 347 time: 0.0195143 Feb 28 18:49:42.840387 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55052) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:42.973175 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-3bd9a219-0639-4d3d-af0b-1ca3c10a7024 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Deleting port 08ee8627-e2a3-45c1-a0f4-9818d0da9a48 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:49:42.973508 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a219-0639-4d3d-af0b-1ca3c10a7024 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.053876 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a219-0639-4d3d-af0b-1ca3c10a7024 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.054197 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a219-0639-4d3d-af0b-1ca3c10a7024 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.066387 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-3bd9a219-0639-4d3d-af0b-1ca3c10a7024 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Calling delete_port for 08ee8627-e2a3-45c1-a0f4-9818d0da9a48 owned by network:floatingip {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:49:43.106030 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:49:43.153869 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:43.154520 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.215148 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a219-0639-4d3d-af0b-1ca3c10a7024 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.242273 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.243371 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9a219-0639-4d3d-af0b-1ca3c10a7024 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event deleted for resources: {'Port': ['ID=08ee8627-e2a3-45c1-a0f4-9818d0da9a48,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:43.271319 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:49:43.273623 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f72853-864a-48c2-b581-0bd5b2b18ffb" -d '{"events": [{"server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "name": "network-vif-plugged", "status": "completed", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:49:43.290471 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:43.296861 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.298355 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0e1a4fcf-0502-4a90-8900-002139be7461 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:49:43.311816 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a219-0639-4d3d-af0b-1ca3c10a7024 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.316412 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a219-0639-4d3d-af0b-1ca3c10a7024 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.321403 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-3bd9a219-0639-4d3d-af0b-1ca3c10a7024 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "DELETE /v2.0/floatingips/b717e0be-25e7-4461-bc97-af4dd8b94e53 HTTP/1.1" status: 204 len: 168 time: 0.4761162 Feb 28 18:49:43.340681 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7094ed37-8b67-4b55-9b4c-23fd464b21ed x-openstack-request-id: req-7094ed37-8b67-4b55-9b4c-23fd464b21ed {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:49:43.341206 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "name": "network-vif-plugged", "status": "completed", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:49:43.341330 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7094ed37-8b67-4b55-9b4c-23fd464b21ed {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:49:43.341806 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'code': 200} Feb 28 18:49:43.347539 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 0e1a4fcf-0502-4a90-8900-002139be7461 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:49:43.347539 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0e1a4fcf-0502-4a90-8900-002139be7461 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:49:43.388816 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,revision_number=8']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:43.552448 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55058) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:43.558523 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-2546157d-a8dc-4d5c-8eaa-6144665c689e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389613661', 'description': 'tempest-description--126892864'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:49:43.582049 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2546157d-a8dc-4d5c-8eaa-6144665c689e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.660771 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2546157d-a8dc-4d5c-8eaa-6144665c689e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.666171 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2546157d-a8dc-4d5c-8eaa-6144665c689e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.700901 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2546157d-a8dc-4d5c-8eaa-6144665c689e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.702155 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2546157d-a8dc-4d5c-8eaa-6144665c689e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1486526 Feb 28 18:49:43.704343 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546157d-a8dc-4d5c-8eaa-6144665c689e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bdb9ad-2534-40ad-9cce-28dadf3a1628,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:43.706345 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55062) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:43.719242 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'security_group_rule': {'security_group_id': 'f5bdb9ad-2534-40ad-9cce-28dadf3a1628', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:49:43.741359 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d2d73-b614-4f2f-931d-9df3f3a3ef08 req-6f7bed29-bd8d-4cf2-98a1-c75304438e13 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:43.742889 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-983d2d73-b614-4f2f-931d-9df3f3a3ef08 req-6f7bed29-bd8d-4cf2-98a1-c75304438e13 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0848246 Feb 28 18:49:43.791467 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.802004 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-983d2d73-b614-4f2f-931d-9df3f3a3ef08 req-5deaf361-193c-4940-9a45-ccde89a2f7c8 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525272 Feb 28 18:49:43.870482 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.876425 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.894950 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6b4378-0842-461d-9c64-0f5ade6db31b,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:43.903957 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.904300 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.904612 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.905006 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.905396 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.905574 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.905960 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.906187 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.906482 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.906832 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.907148 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.907525 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:43.919996 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.920532 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-7512d02f-d57e-428d-b621-2b6c68496960 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2112391 Feb 28 18:49:43.924009 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55066) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:43.931197 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-d6c4d5f6-6dc0-4f38-831a-d111e7ee1445 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'security_group_rule': {'security_group_id': 'f5bdb9ad-2534-40ad-9cce-28dadf3a1628', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:49:43.973903 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d5f6-6dc0-4f38-831a-d111e7ee1445 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.091321 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d5f6-6dc0-4f38-831a-d111e7ee1445 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.097451 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d5f6-6dc0-4f38-831a-d111e7ee1445 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.132503 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead207f-1b5e-4d43-ba37-8c7fa302ef5a req-894f6155-4730-4563-a532-51e3c7f94682 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:44.135405 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cead207f-1b5e-4d43-ba37-8c7fa302ef5a req-894f6155-4730-4563-a532-51e3c7f94682 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0984130 Feb 28 18:49:44.137359 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4d5f6-6dc0-4f38-831a-d111e7ee1445 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ce07f0-7b85-459c-99e1-2fb0aa91cbd0,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:44.151943 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d5f6-6dc0-4f38-831a-d111e7ee1445 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.156255 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d6c4d5f6-6dc0-4f38-831a-d111e7ee1445 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2281759 Feb 28 18:49:44.157781 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55070) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:44.181556 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'floatingip': {'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:49:44.184521 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cead207f-1b5e-4d43-ba37-8c7fa302ef5a req-0681f099-f524-4b97-984f-c80209487122 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430527 Feb 28 18:49:44.237339 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c020cad-9403-4e19-a897-f458c36db985 req-0b94bf06-bbee-4c33-9644-a695dd44bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:44.241763 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c020cad-9403-4e19-a897-f458c36db985 req-0b94bf06-bbee-4c33-9644-a695dd44bafb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 1099 time: 0.1319139 Feb 28 18:49:44.246139 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.436986 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c020cad-9403-4e19-a897-f458c36db985 req-68a1390c-6ea9-43ac-b51c-352ff8361fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:44.438461 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c020cad-9403-4e19-a897-f458c36db985 req-68a1390c-6ea9-43ac-b51c-352ff8361fc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 912 time: 0.1860938 Feb 28 18:49:44.556771 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c020cad-9403-4e19-a897-f458c36db985 req-685b6241-1e2f-4cfc-a23d-a023168b6ea6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782 HTTP/1.1" status: 200 len: 1002 time: 0.1062806 Feb 28 18:49:44.559454 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.672480 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c020cad-9403-4e19-a897-f458c36db985 req-c83d886d-3f95-46dd-9a27-9f455d68a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:44.673850 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c020cad-9403-4e19-a897-f458c36db985 req-c83d886d-3f95-46dd-9a27-9f455d68a7bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48d4dc7d-edd3-4b91-87d2-12152cce9be1 HTTP/1.1" status: 200 len: 850 time: 0.1066496 Feb 28 18:49:44.766889 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Allocated IP 172.27.2.209 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/6a7f9f06-dd2b-4650-b10b-d21ac860325e) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:49:44.780202 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c020cad-9403-4e19-a897-f458c36db985 req-29886e37-fa65-427b-8412-bad7f050ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:44.782272 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c020cad-9403-4e19-a897-f458c36db985 req-29886e37-fa65-427b-8412-bad7f050ec31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd5b39c-f0e2-4111-80b4-ff433637020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855668 Feb 28 18:49:44.979526 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c020cad-9403-4e19-a897-f458c36db985 req-83ba7758-378c-4d60-a2a0-e0d47d47e9c8 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884999 Feb 28 18:49:45.000287 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.103190 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.107672 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2c020cad-9403-4e19-a897-f458c36db985 req-fccdbcad-262e-4a63-881f-5e0ea6b9e2cc service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189852 Feb 28 18:49:45.166020 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:45.172089 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:45.175346 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:49:45.221632 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'Port': ['ID=6a7f9f06-dd2b-4650-b10b-d21ac860325e,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:45.315877 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.363902 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a128a6-5104-415c-83b1-f96fc111d170 req-e73647e4-2550-4920-9fb0-0657a385606c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:45.365482 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a2a128a6-5104-415c-83b1-f96fc111d170 req-e73647e4-2550-4920-9fb0-0657a385606c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0931103 Feb 28 18:49:45.375569 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.445444 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a2a128a6-5104-415c-83b1-f96fc111d170 req-89ef722c-7bef-44ff-9316-8671c7c544e4 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718038 Feb 28 18:49:45.583725 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.590131 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.659769 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'Port': ['ID=6a7f9f06-dd2b-4650-b10b-d21ac860325e,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:45.675520 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.701257 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.702693 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-00b1e9ab-73e0-40ca-9f7a-3774cfe761ce tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5398159 Feb 28 18:49:45.928470 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-c5ca5865-ae5d-4d0b-aa5e-404cf9856e04 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1389613661&fields=id&tenant_id=3ae4d0581e264ca4b5c129526e3833ac HTTP/1.1" status: 200 len: 267 time: 0.0357246 Feb 28 18:49:46.046242 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-b0822849-4485-4fca-9e55-9e5f54f352a0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:46.047847 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-b0822849-4485-4fca-9e55-9e5f54f352a0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 816 time: 0.1105647 Feb 28 18:49:46.069499 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-e4d2c81a-c289-4b5e-a171-7536106ce9cd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/quotas/3ae4d0581e264ca4b5c129526e3833ac HTTP/1.1" status: 200 len: 375 time: 0.0107303 Feb 28 18:49:46.178843 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-a4adc39c-1085-4534-8bfe-746c33ad7ac3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023142 Feb 28 18:49:46.297536 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-223b6164-cec2-49c7-898a-024e5300a4f4 service neutron] 10.222.0.39 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052463 Feb 28 18:49:46.398064 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-bedd36bb-ca9d-4ef5-a2d8-70e3dcc0b601 service neutron] 10.222.0.39 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936310 Feb 28 18:49:46.598413 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-47b56535-e7ed-4ddd-a7a9-730c35573bf4 req-3461a2d6-8f21-4e1d-861c-cf3b84053053 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 210 time: 0.0429106 Feb 28 18:49:46.621253 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b70f2f-4b3d-4eef-992f-2a930a865d6e req-31e925c9-e373-4bd2-b7d2-f74c6f3cb4db tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:46.628127 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a2b70f2f-4b3d-4eef-992f-2a930a865d6e req-31e925c9-e373-4bd2-b7d2-f74c6f3cb4db tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0814998 Feb 28 18:49:46.676187 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a2b70f2f-4b3d-4eef-992f-2a930a865d6e req-8354809c-5ca2-410d-a780-28b9acb91a4c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412309 Feb 28 18:49:47.653204 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-4abc6ea9-7011-4cd9-beb1-0f74e7f0c7e4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:47.655465 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-4abc6ea9-7011-4cd9-beb1-0f74e7f0c7e4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 816 time: 0.1271050 Feb 28 18:49:47.706067 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-9ce0dd13-fab3-4df8-8c51-d71af7d4be63 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ae4d0581e264ca4b5c129526e3833ac HTTP/1.1" status: 200 len: 380 time: 0.0422292 Feb 28 18:49:47.717538 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'port': {'device_id': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'admin_state_up': True, 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'security_groups': ['f5bdb9ad-2534-40ad-9cce-28dadf3a1628']}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:49:47.740718 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e2057137-f68b-4483-9e58-0d49bbf24082 req-978bfdb7-238b-47f8-ae6e-1d3a3b0c8033 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 210 time: 0.0325007 Feb 28 18:49:47.837296 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Made reservation on behalf of 3ae4d0581e264ca4b5c129526e3833ac for: {'port': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:49:47.840989 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:47.980659 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Allocated IP 172.20.0.7 (a7970e89-9f27-4343-b2f2-1a50f7564b61/338a2712-d245-429a-8b07-2daf9f41a687/e66ba5c4-014b-4840-a005-7f984c18bfb5) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:49:48.154594 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.207403 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.254532 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Network a7970e89-9f27-4343-b2f2-1a50f7564b61 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:48.257476 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:48.262533 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:49:48.269941 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event updated for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:48.325521 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:48.326248 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.344142 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-5e9583b4-09f8-424b-9053-777d8f91ed90 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307590 Feb 28 18:49:48.356570 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Request body: {'port': {'device_id': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:49:48.425725 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.496749 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-8ccda630-f536-477c-bceb-4d1dd89e8cdc None None] Provisioning complete for port e66ba5c4-014b-4840-a005-7f984c18bfb5 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:48.497427 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-8ccda630-f536-477c-bceb-4d1dd89e8cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.535218 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-8ccda630-f536-477c-bceb-4d1dd89e8cdc None None] Port e66ba5c4-014b-4840-a005-7f984c18bfb5 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:49:48.706310 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66ba5c4-014b-4840-a005-7f984c18bfb5 {{(pid=108388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:49:48.714650 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.731660 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.provisioning_blocks [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Transition to ACTIVE for port object e66ba5c4-014b-4840-a005-7f984c18bfb5 will not be triggered until provisioned by entity L2. {{(pid=108388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:48.736152 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.814730 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Pushing event updated for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:48.905930 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Attempting to bind port e66ba5c4-014b-4840-a005-7f984c18bfb5 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:49:48.906267 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Attempting to bind port e66ba5c4-014b-4840-a005-7f984c18bfb5 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:49:48.906591 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Attempting to bind port e66ba5c4-014b-4840-a005-7f984c18bfb5 on network a7970e89-9f27-4343-b2f2-1a50f7564b61 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:49:48.916443 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Port e66ba5c4-014b-4840-a005-7f984c18bfb5 on network a7970e89-9f27-4343-b2f2-1a50f7564b61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:49:48.916765 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Attempting to bind port e66ba5c4-014b-4840-a005-7f984c18bfb5 on network a7970e89-9f27-4343-b2f2-1a50f7564b61 {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:49:48.924889 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:49:48.925228 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Checking segment: {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:49:48.925605 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Bound using segment: {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'} {{(pid=108388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:49:48.926205 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.managers [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Bound port: e66ba5c4-014b-4840-a005-7f984c18bfb5, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61'}}] {{(pid=108388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:49:48.926393 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.945303 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7cda0-b8e9-4157-aa0d-edfc2f5aeaf3 req-196d7554-cb41-4978-ad2e-9e46fed2f7d1 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:48.948392 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7fa7cda0-b8e9-4157-aa0d-edfc2f5aeaf3 req-196d7554-cb41-4978-ad2e-9e46fed2f7d1 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0851581 Feb 28 18:49:49.026799 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7fa7cda0-b8e9-4157-aa0d-edfc2f5aeaf3 req-1337be1b-fd0e-4f2f-9dc6-7d71c750d811 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714760 Feb 28 18:49:49.036810 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, cleared binding levels {{(pid=108388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:49:49.041127 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:49:49.049821 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.089421 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:49.090023 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.091727 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] 10.222.0.52 "PUT /v2.0/ports/e66ba5c4-014b-4840-a005-7f984c18bfb5 HTTP/1.1" status: 200 len: 1093 time: 0.7399385 Feb 28 18:49:49.092237 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:49:49.094107 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319b0ca4-dd39-4ead-88cb-8e563986d227" -d '{"events": [{"name": "network-changed", "server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:49:49.124268 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856299ab-8714-4192-8078-a6ac698a39fe service neutron] Pushing event updated for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=3']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:49.135999 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f0e96-b700-4b12-9731-d821307f86cb x-openstack-request-id: req-203f0e96-b700-4b12-9731-d821307f86cb {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:49:49.136380 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:49:49.136631 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-203f0e96-b700-4b12-9731-d821307f86cb {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:49:49.137027 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'status': 'completed', 'code': 200} Feb 28 18:49:49.185166 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-30287783-d339-4a5b-9f60-9117e3d9ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:49.186769 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-30287783-d339-4a5b-9f60-9117e3d9ce02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 1096 time: 0.0460134 Feb 28 18:49:49.235094 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-44d8f1e8-98cd-4de2-a917-cb86f5fd53b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0401826 Feb 28 18:49:49.296784 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-4d3d1795-18a2-4d19-b8b5-8b4216d357bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:49.298293 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-4d3d1795-18a2-4d19-b8b5-8b4216d357bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.0558655 Feb 28 18:49:49.349193 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-71a07650-90de-4a8d-a966-9dee350b4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:49.351659 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-71a07650-90de-4a8d-a966-9dee350b4faa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465410 Feb 28 18:49:49.447666 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-f1fc69f5-5357-4bde-8aab-60656b86d626 service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887604 Feb 28 18:49:49.548368 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8c190ce8-b2ba-4ae7-b9e1-a68e2fdc4e18 req-531b6167-fdea-4d36-b3d7-056e34b1cf9a service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935636 Feb 28 18:49:49.644552 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-bd2cbba1-4a9e-4d87-aa17-cb01eb032841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:49.646207 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-bd2cbba1-4a9e-4d87-aa17-cb01eb032841 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 1096 time: 0.0470731 Feb 28 18:49:49.742966 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-2f321d51-a2ae-491a-b167-6386d2700956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:49.744652 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-2f321d51-a2ae-491a-b167-6386d2700956 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 917 time: 0.0896742 Feb 28 18:49:49.788406 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-7c7ece43-e1b9-4868-bd4e-5ddc4b0ccf1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0358732 Feb 28 18:49:49.840398 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-03b390fb-a321-42a8-a8b0-a2980d77fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:49.841930 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-03b390fb-a321-42a8-a8b0-a2980d77fc92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.0472350 Feb 28 18:49:49.892382 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-84128d54-2983-42b8-91c1-53ffe7d2a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:49.893854 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-84128d54-2983-42b8-91c1-53ffe7d2a328 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454690 Feb 28 18:49:49.984837 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-a2b466b2-1024-404e-8447-86466b0dc061 service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837157 Feb 28 18:49:50.104412 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-319b0ca4-dd39-4ead-88cb-8e563986d227 req-2fa374b6-624c-4314-acb7-db714161c4fc service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130342 Feb 28 18:49:50.169584 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8696e7-0b6d-4004-8e65-cb90c9eef649 req-f0677987-b80e-49c6-af2f-502696029a5d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:50.171101 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dd8696e7-0b6d-4004-8e65-cb90c9eef649 req-f0677987-b80e-49c6-af2f-502696029a5d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0558033 Feb 28 18:49:50.209928 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dd8696e7-0b6d-4004-8e65-cb90c9eef649 req-90ccbbd5-165f-449a-89c6-f6324b4cb7ae tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327835 Feb 28 18:49:51.337714 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189fa38-a313-4b07-b3a4-6a0a9fe46b1d req-e4245533-6e17-4cb2-87e9-d18ae3bad6be tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:51.339341 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6189fa38-a313-4b07-b3a4-6a0a9fe46b1d req-e4245533-6e17-4cb2-87e9-d18ae3bad6be tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0528703 Feb 28 18:49:51.389757 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6189fa38-a313-4b07-b3a4-6a0a9fe46b1d req-32245bf2-91b8-4970-bf5a-96e7659222b6 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Feb 28 18:49:52.544086 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee33-489b-4232-82d6-d9c7499cd276 req-aa2c68bf-48fd-4396-b307-e1c7a0f79689 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:52.545616 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-84beee33-489b-4232-82d6-d9c7499cd276 req-aa2c68bf-48fd-4396-b307-e1c7a0f79689 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0766692 Feb 28 18:49:52.592588 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-84beee33-489b-4232-82d6-d9c7499cd276 req-9c00b16c-a54f-426d-bcfd-6b502a1bac9a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381782 Feb 28 18:49:53.066186 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.112604 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e66ba5c4-014b-4840-a005-7f984c18bfb5 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:49:53.220133 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:53.233471 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'port_id': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'mac_address': 'fa:16:3e:89:e0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:49:53.277133 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.295112 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66ba5c4-014b-4840-a005-7f984c18bfb5 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:49:53.324743 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:53.329567 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.397955 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:53.705570 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['e66ba5c4-014b-4840-a005-7f984c18bfb5'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:49:53.748799 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22c016-f8b3-4f0b-8aa6-61ae8075e1a0 req-69966277-d3bf-47fa-9c13-a045e0e019c9 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:53.751951 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ca22c016-f8b3-4f0b-8aa6-61ae8075e1a0 req-69966277-d3bf-47fa-9c13-a045e0e019c9 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 944 time: 0.0741563 Feb 28 18:49:53.800644 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ca22c016-f8b3-4f0b-8aa6-61ae8075e1a0 req-56ff238b-9ac7-470a-9c37-458d16367eee tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Feb 28 18:49:54.422821 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5f66120-c858-4189-bc95-439c0520ea0b req-85a4e9b5-1195-4169-9c9e-69e3ee8afc45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507741 Feb 28 18:49:54.530023 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66120-c858-4189-bc95-439c0520ea0b req-83a79bcf-baff-4c1e-9370-fb31294f50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:54.531768 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5f66120-c858-4189-bc95-439c0520ea0b req-83a79bcf-baff-4c1e-9370-fb31294f50ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 1099 time: 0.0496712 Feb 28 18:49:54.658339 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66120-c858-4189-bc95-439c0520ea0b req-505260ef-1096-485f-816b-e725c06ce842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:54.659913 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5f66120-c858-4189-bc95-439c0520ea0b req-505260ef-1096-485f-816b-e725c06ce842 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 912 time: 0.1014144 Feb 28 18:49:55.023340 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5f66120-c858-4189-bc95-439c0520ea0b req-2c7ef29b-5a91-4cf8-9c0a-88da2ee75b61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782 HTTP/1.1" status: 200 len: 1002 time: 0.3543518 Feb 28 18:49:55.045356 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610b2fc-7cb4-4097-b917-88f42d10cca9 req-8bf1aa32-5abe-40e6-9022-ffde9bf9ff50 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:55.046964 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3610b2fc-7cb4-4097-b917-88f42d10cca9 req-8bf1aa32-5abe-40e6-9022-ffde9bf9ff50 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 944 time: 0.0754840 Feb 28 18:49:55.127633 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66120-c858-4189-bc95-439c0520ea0b req-9df19b6f-f1b9-487a-ac1e-0cf6fc7a2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:55.129470 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5f66120-c858-4189-bc95-439c0520ea0b req-9df19b6f-f1b9-487a-ac1e-0cf6fc7a2510 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48d4dc7d-edd3-4b91-87d2-12152cce9be1 HTTP/1.1" status: 200 len: 850 time: 0.0813980 Feb 28 18:49:55.135760 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e66ba5c4-014b-4840-a005-7f984c18bfb5 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:49:55.141316 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3610b2fc-7cb4-4097-b917-88f42d10cca9 req-02254b95-f9d5-4122-8e24-732b975e4b47 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824845 Feb 28 18:49:55.210222 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66120-c858-4189-bc95-439c0520ea0b req-deb0e59e-fd1c-4411-ae0b-ce9dd15d4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:55.213565 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5f66120-c858-4189-bc95-439c0520ea0b req-deb0e59e-fd1c-4411-ae0b-ce9dd15d4796 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd5b39c-f0e2-4111-80b4-ff433637020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720861 Feb 28 18:49:55.220436 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port e66ba5c4-014b-4840-a005-7f984c18bfb5 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:49:55.224995 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port e66ba5c4-014b-4840-a005-7f984c18bfb5 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:55.225352 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:55.341275 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:55.342454 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5f66120-c858-4189-bc95-439c0520ea0b req-59887b6f-adcc-43a3-9882-1d7674616fe1 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206477 Feb 28 18:49:55.370863 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:49:55.373385 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995b72d3-d514-4fec-963d-f0624b5fb601" -d '{"events": [{"server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "name": "network-vif-plugged", "status": "completed", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:49:55.391112 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:55.396151 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:55.440764 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187e73d3-c7af-4816-9235-3bd00ac8cd4f x-openstack-request-id: req-187e73d3-c7af-4816-9235-3bd00ac8cd4f {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:49:55.441076 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "name": "network-vif-plugged", "status": "completed", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:49:55.441497 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-187e73d3-c7af-4816-9235-3bd00ac8cd4f {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:49:55.442417 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'code': 200} Feb 28 18:49:55.470642 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5f66120-c858-4189-bc95-439c0520ea0b req-0aae8f19-4ce1-49dc-b264-d9f96f9f6bf7 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203103 Feb 28 18:49:55.473238 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:55.635263 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7edfbc-5dd6-4924-9ef1-77f75545c432 req-3658ab56-64f3-47f2-8bb9-5be070aad23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:55.636840 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-be7edfbc-5dd6-4924-9ef1-77f75545c432 req-3658ab56-64f3-47f2-8bb9-5be070aad23b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 1098 time: 0.0475805 Feb 28 18:49:55.679123 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-be7edfbc-5dd6-4924-9ef1-77f75545c432 req-c7a89d32-8fde-406c-8857-a08f74658cfa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332744 Feb 28 18:49:56.308472 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d67a5-393c-41cb-be81-c42514ab9353 req-cd4f51d1-bae4-4afa-9fb0-37f60eb1b0a4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:56.310585 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ff8d67a5-393c-41cb-be81-c42514ab9353 req-cd4f51d1-bae4-4afa-9fb0-37f60eb1b0a4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0592074 Feb 28 18:49:56.359860 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ff8d67a5-393c-41cb-be81-c42514ab9353 req-e4cb9918-a72b-4429-8074-89cc37b91aba tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 Feb 28 18:49:56.406120 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e238b9cc-cf4d-4f2a-9298-9ccfce523e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.490198 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be237608-3660-40f1-a756-a5c30ec85ef7 req-6c5d5de6-c88a-433a-900d-251425983779 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:57.491800 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-be237608-3660-40f1-a756-a5c30ec85ef7 req-6c5d5de6-c88a-433a-900d-251425983779 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0530040 Feb 28 18:49:57.536951 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-be237608-3660-40f1-a756-a5c30ec85ef7 req-1a33ef0d-3aa7-49ec-b38a-8542d55ab449 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346003 Feb 28 18:49:57.655383 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b71e93-a5c3-4237-b15b-3819d63b76fc req-ee310759-2203-46e7-9728-dfc86d355c04 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:57.656848 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d4b71e93-a5c3-4237-b15b-3819d63b76fc req-ee310759-2203-46e7-9728-dfc86d355c04 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Feb 28 18:49:57.665526 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55134) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:49:57.672586 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-900ee879-19cb-4e38-83ad-b0eb3c07a817 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Request body: {'floatingip': {'port_id': 'e66ba5c4-014b-4840-a005-7f984c18bfb5'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:49:57.714487 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-900ee879-19cb-4e38-83ad-b0eb3c07a817 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.160123 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-900ee879-19cb-4e38-83ad-b0eb3c07a817 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.164775 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-900ee879-19cb-4e38-83ad-b0eb3c07a817 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.265908 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.l3_db [None req-900ee879-19cb-4e38-83ad-b0eb3c07a817 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Floating IP 652434bb-36c3-444a-9a95-8aa9432b1801 associated. External IP: 172.27.2.209, port: e66ba5c4-014b-4840-a005-7f984c18bfb5. Feb 28 18:49:58.474771 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900ee879-19cb-4e38-83ad-b0eb3c07a817 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:49:58.581767 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900ee879-19cb-4e38-83ad-b0eb3c07a817 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:49:58.586681 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-900ee879-19cb-4e38-83ad-b0eb3c07a817 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.591504 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] Sync routers for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:49:58.601614 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:49:58.602271 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:49:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:58.613207 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-900ee879-19cb-4e38-83ad-b0eb3c07a817 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "PUT /v2.0/floatingips/652434bb-36c3-444a-9a95-8aa9432b1801 HTTP/1.1" status: 200 len: 991 time: 0.9464211 Feb 28 18:49:58.613784 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:49:58.616027 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1868685d-48cc-4388-b099-36b07bbf2a02" -d '{"events": [{"name": "network-changed", "server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:49:58.662365 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a56bbb-1911-44e4-a3c5-cce7c5d710a6 x-openstack-request-id: req-a2a56bbb-1911-44e4-a3c5-cce7c5d710a6 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:49:58.662365 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:49:58.662365 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2a56bbb-1911-44e4-a3c5-cce7c5d710a6 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:49:58.662365 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'status': 'completed', 'code': 200} Feb 28 18:49:58.728874 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:49:58.735164 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-db6f3a0c-8dbd-4386-b76f-f13ab1281483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:58.737052 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-db6f3a0c-8dbd-4386-b76f-f13ab1281483 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 1098 time: 0.0472758 Feb 28 18:49:58.859706 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-f5142879-617c-473b-97b7-96ab3715aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:58.861378 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-f5142879-617c-473b-97b7-96ab3715aa77 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 917 time: 0.1160555 Feb 28 18:49:58.869143 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-4076f9b1-7dc1-46c9-bcff-b083606f5fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.975815 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-1874f013-b4a3-4345-8cf4-549db65f1f52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5 HTTP/1.1" status: 200 len: 999 time: 0.1061049 Feb 28 18:49:59.034707 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-c11ceab7-bf87-4207-b482-293a6d602fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:59.037167 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-c11ceab7-bf87-4207-b482-293a6d602fa3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.0542636 Feb 28 18:49:59.059877 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '652434bb-36c3-444a-9a95-8aa9432b1801', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'port_id': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'mac_address': 'fa:16:3e:89:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:49:45Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 1, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:59.091575 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] Checking router: 4582cd2e-5c85-4b7a-9833-922e9dad6f03 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:49:59.100257 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:49:59.100455 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-38df56fd-0644-4bd9-9ed1-dbae397261e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:59.100863 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:49:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:59.103109 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-38df56fd-0644-4bd9-9ed1-dbae397261e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496964 Feb 28 18:49:59.196791 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-18ec34e3-ac9a-4a1c-8849-b25976163b7c service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849850 Feb 28 18:49:59.208742 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:49:59.298464 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1868685d-48cc-4388-b099-36b07bbf2a02 req-09c2cfc8-ec5e-4e73-8545-8d272ee01b7f service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866299 Feb 28 18:49:59.435159 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '652434bb-36c3-444a-9a95-8aa9432b1801', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'port_id': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'mac_address': 'fa:16:3e:89:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:49:45Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 1, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:59.467433 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b35843-117a-4b8b-b566-87253d45bf22 None None] The sync data for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi is: [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '652434bb-36c3-444a-9a95-8aa9432b1801', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'port_id': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'mac_address': 'fa:16:3e:89:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:49:45Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 1, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:49:59.653517 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4051c-5b7c-4f86-a2f5-72d8ee511387 None None] New status for floating IP 652434bb-36c3-444a-9a95-8aa9432b1801: ACTIVE {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:49:59.943077 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:01.497116 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:01.769406 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:06.734967 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-87925545-a91c-4ba5-b38c-b87be87c5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:06.736488 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-87925545-a91c-4ba5-b38c-b87be87c5dec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c9ae1ae59934bc890085a116c63dff9&device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 1137 time: 0.0637541 Feb 28 18:50:06.744131 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7f8c-13b9-4137-8085-58b3a585ebd7 req-ae76ca98-8af7-4b50-9377-0a8f099ea24d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:06.745499 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f03a7f8c-13b9-4137-8085-58b3a585ebd7 req-ae76ca98-8af7-4b50-9377-0a8f099ea24d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0816987 Feb 28 18:50:06.834968 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f03a7f8c-13b9-4137-8085-58b3a585ebd7 req-6cdd1a57-3cc8-4551-b058-c1dc91147beb tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810132 Feb 28 18:50:06.867175 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-125e7102-2a72-43c1-b5be-b204bc0fdeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:06.868949 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-125e7102-2a72-43c1-b5be-b204bc0fdeb9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307994e0-9159-45db-a109-9137621d27c4 HTTP/1.1" status: 200 len: 915 time: 0.1225765 Feb 28 18:50:06.943959 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-7a87f7c5-cd63-40b7-984d-34c67231357a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 200 len: 1001 time: 0.0668054 Feb 28 18:50:06.998274 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-2d3b149e-3612-4017-a715-1add30cc2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:06.999813 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-2d3b149e-3612-4017-a715-1add30cc2863 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fe9f3a2-383b-457d-8baf-b630de1d3e9b HTTP/1.1" status: 200 len: 853 time: 0.0488617 Feb 28 18:50:07.051431 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-2967b420-fb55-43b8-acf5-7faa19f045bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:07.052959 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-2967b420-fb55-43b8-acf5-7faa19f045bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307994e0-9159-45db-a109-9137621d27c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426311 Feb 28 18:50:07.145287 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-90107cfb-0a83-4028-a146-71122658e422 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849454 Feb 28 18:50:07.239160 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a5c2efff-a18d-4e31-82e6-15369f8fc922 req-db0a1c6b-c722-46d4-a89c-8332057754bc service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868614 Feb 28 18:50:07.955137 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467e64-8b57-4029-aca1-081f525550b6 req-8d3dccea-8d34-4e8a-babc-1a5d797f4e94 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:07.956659 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-25467e64-8b57-4029-aca1-081f525550b6 req-8d3dccea-8d34-4e8a-babc-1a5d797f4e94 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0502968 Feb 28 18:50:07.997336 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-25467e64-8b57-4029-aca1-081f525550b6 req-bc6b3b3c-9a22-420b-8809-260cae63af73 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338647 Feb 28 18:50:09.123895 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92c1e0-f28c-4cc6-b85c-2697538f001b req-1bf7e9a1-4d99-4699-9692-242744ab4823 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:09.125411 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5b92c1e0-f28c-4cc6-b85c-2697538f001b req-1bf7e9a1-4d99-4699-9692-242744ab4823 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0525463 Feb 28 18:50:09.169706 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5b92c1e0-f28c-4cc6-b85c-2697538f001b req-0b3ffff3-5e2e-4d84-b292-ae79ccd4215f tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381255 Feb 28 18:50:10.289650 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39968569-a499-492a-835a-e16b538cca5f req-f6bcad8a-302c-4fdd-829b-99675b0aeaef tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:10.291297 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-39968569-a499-492a-835a-e16b538cca5f req-f6bcad8a-302c-4fdd-829b-99675b0aeaef tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0526040 Feb 28 18:50:10.345825 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-39968569-a499-492a-835a-e16b538cca5f req-82afe253-456b-4f56-8d3e-043e30bdea6c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479014 Feb 28 18:50:11.490255 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb9d49-bfb0-46bc-9b10-9cd3d466d286 req-d01bf2c9-ad4a-46b8-a87c-99778a067b32 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:11.492041 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5cb9d49-bfb0-46bc-9b10-9cd3d466d286 req-d01bf2c9-ad4a-46b8-a87c-99778a067b32 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0551574 Feb 28 18:50:11.538963 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e5cb9d49-bfb0-46bc-9b10-9cd3d466d286 req-3d4092ed-3e92-474a-adc1-be5b2bd2126d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398893 Feb 28 18:50:12.668845 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653a4a0-0913-4b4a-8cdb-871771563b27 req-37c1e24e-14ff-4a35-b83a-f974cbd91dbe tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:12.670328 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8653a4a0-0913-4b4a-8cdb-871771563b27 req-37c1e24e-14ff-4a35-b83a-f974cbd91dbe tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0516880 Feb 28 18:50:12.712570 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8653a4a0-0913-4b4a-8cdb-871771563b27 req-3a90742d-5b6e-469e-8310-66ad60811f9a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359423 Feb 28 18:50:13.834067 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81b0a-bad9-458b-9c54-803c522a4d8b req-267033da-abd9-4cf8-8865-b0542cdc57e8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:13.835824 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8dc81b0a-bad9-458b-9c54-803c522a4d8b req-267033da-abd9-4cf8-8865-b0542cdc57e8 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0516124 Feb 28 18:50:13.877819 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8dc81b0a-bad9-458b-9c54-803c522a4d8b req-06778f35-b43e-43c0-b149-849a4989963a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351708 Feb 28 18:50:14.994122 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889fed5-6dfb-445c-a5d0-c45a287946fa req-a82fe7e3-aed6-4c18-9c2b-438102a1b7ea tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:14.995621 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9889fed5-6dfb-445c-a5d0-c45a287946fa req-a82fe7e3-aed6-4c18-9c2b-438102a1b7ea tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0493927 Feb 28 18:50:15.035439 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9889fed5-6dfb-445c-a5d0-c45a287946fa req-d42f2942-066a-4108-aa3d-7dfee6487a22 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336609 Feb 28 18:50:16.151402 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935ec72-2d1d-4a81-adb0-e540deb3013f req-f2399f03-9008-4c86-ba02-2c2ac6b6dc92 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:16.152860 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d935ec72-2d1d-4a81-adb0-e540deb3013f req-f2399f03-9008-4c86-ba02-2c2ac6b6dc92 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0472128 Feb 28 18:50:16.191850 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d935ec72-2d1d-4a81-adb0-e540deb3013f req-a3c71c78-7d2f-4a55-8704-35cb5d3bcff3 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329988 Feb 28 18:50:17.305010 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493c90-bcbb-45cf-968e-82fc871d2f44 req-39e3bd50-aba4-4d20-9353-3c2f82edc05f tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:17.306474 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-64493c90-bcbb-45cf-968e-82fc871d2f44 req-39e3bd50-aba4-4d20-9353-3c2f82edc05f tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0489359 Feb 28 18:50:17.349300 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-64493c90-bcbb-45cf-968e-82fc871d2f44 req-03357cbc-42ec-4f58-b8b2-86a016eff0a4 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367622 Feb 28 18:50:18.480337 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee554fd0-7086-4f64-9f86-63a31fe9458f req-cfe06481-3e2e-43b0-b73e-eb88ca0450b9 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:18.481845 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ee554fd0-7086-4f64-9f86-63a31fe9458f req-cfe06481-3e2e-43b0-b73e-eb88ca0450b9 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0509837 Feb 28 18:50:18.527694 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ee554fd0-7086-4f64-9f86-63a31fe9458f req-ccab9e44-c10a-4f27-9db3-29a092346443 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396290 Feb 28 18:50:19.649214 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea43a2b-aec4-46dc-9109-8f23b0b02f16 req-b9f9de0e-20b1-4bbf-83a6-672f144dfd9a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:19.650681 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cea43a2b-aec4-46dc-9109-8f23b0b02f16 req-b9f9de0e-20b1-4bbf-83a6-672f144dfd9a tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0530248 Feb 28 18:50:19.674314 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:50:19.692006 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cea43a2b-aec4-46dc-9109-8f23b0b02f16 req-31331d4a-4b59-4d36-b56e-663225e4327d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351384 Feb 28 18:50:20.827738 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a9fe9-030f-40c1-bf45-4f142b8565df req-09c42515-b7d5-46aa-9d63-862f6441701b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:20.830309 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8b7a9fe9-030f-40c1-bf45-4f142b8565df req-09c42515-b7d5-46aa-9d63-862f6441701b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0641274 Feb 28 18:50:20.878457 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8b7a9fe9-030f-40c1-bf45-4f142b8565df req-b4e2476a-e553-47de-befc-0d9efc90fb54 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417817 Feb 28 18:50:21.997560 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f79c-6df2-409d-94fa-565a0161250a req-e745db62-9a07-4b67-816f-d3ab02ce20eb tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:21.999095 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a5b6f79c-6df2-409d-94fa-565a0161250a req-e745db62-9a07-4b67-816f-d3ab02ce20eb tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0498602 Feb 28 18:50:22.042752 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a5b6f79c-6df2-409d-94fa-565a0161250a req-b90add2e-013f-4b20-90f9-12dfdcf6d243 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375471 Feb 28 18:50:23.073584 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:23.166629 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03491b71-4ceb-4783-a7e5-8ae856121783 req-127cf4e0-19dc-42fc-b69e-b0d1b2ec9797 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:23.168504 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-03491b71-4ceb-4783-a7e5-8ae856121783 req-127cf4e0-19dc-42fc-b69e-b0d1b2ec9797 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0552847 Feb 28 18:50:23.212184 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-03491b71-4ceb-4783-a7e5-8ae856121783 req-d7d96bc7-1817-45ab-abdb-4392732cfd58 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366833 Feb 28 18:50:24.327702 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fab01-f8bd-4999-b8a6-e66dd90a82d8 req-3abc3960-cfeb-4738-83ea-390a441ac04d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:24.329240 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-540fab01-f8bd-4999-b8a6-e66dd90a82d8 req-3abc3960-cfeb-4738-83ea-390a441ac04d tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0490043 Feb 28 18:50:24.381261 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-540fab01-f8bd-4999-b8a6-e66dd90a82d8 req-20b2faa4-d654-4adf-9e74-b1c5bda81c23 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&id=276214a9-d680-4b55-b535-cd963c23e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425103 Feb 28 18:50:26.408772 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-8a67f43f-da9c-42f0-b0ed-ce2c6bbefab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:28.812289 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-58250e9d-5ca1-45cd-8c7a-1f3cbeb9150e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:29.944730 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:31.492733 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:31.774603 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:53.090584 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:54.244687 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c2899-ec76-4532-b070-1fc35198482d req-e091d0e5-a462-47be-97ea-bcdd7a79b22d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:54.246223 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f14c2899-ec76-4532-b070-1fc35198482d req-e091d0e5-a462-47be-97ea-bcdd7a79b22d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0517828 Feb 28 18:50:54.289806 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f14c2899-ec76-4532-b070-1fc35198482d req-ddda01ea-3f8d-4d08-b4ff-bcf2d661f299 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375867 Feb 28 18:50:55.407528 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45087-572d-4cdd-9ffa-aea105a0fdb7 req-1cbaf624-758d-4ea8-b329-5b2acddc54b0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:55.409001 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-def45087-572d-4cdd-9ffa-aea105a0fdb7 req-1cbaf624-758d-4ea8-b329-5b2acddc54b0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0495956 Feb 28 18:50:55.447024 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-def45087-572d-4cdd-9ffa-aea105a0fdb7 req-82f0e87a-4b7d-4938-af13-e0b1d2e8f0e0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=40d9cb51-76e9-4053-a33b-db1cb4520d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318301 Feb 28 18:50:55.726769 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-c0a07b31-592e-4cc9-8808-6213afaa5afc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:55.728326 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-c0a07b31-592e-4cc9-8808-6213afaa5afc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.52 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 946 time: 0.0502000 Feb 28 18:50:55.825911 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Deleting port 39a6e29f-d681-4b7f-bce4-33e4ce697782 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:50:55.826343 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:55.921613 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] For port 39a6e29f-d681-4b7f-bce4-33e4ce697782, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=39a6e29f-d681-4b7f-bce4-33e4ce697782,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:55.921965 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.095575 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.095853 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.096162 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.l3_db [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Floating IP 6cd55e58-08ea-48fa-bcdf-b765e62800a6 disassociated. External IP: 172.27.2.218, port: 39a6e29f-d681-4b7f-bce4-33e4ce697782. Feb 28 18:50:56.096497 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Calling delete_port for 39a6e29f-d681-4b7f-bce4-33e4ce697782 owned by compute:nova {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:50:56.225988 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.254287 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event deleted for resources: {'Port': ['ID=39a6e29f-d681-4b7f-bce4-33e4ce697782,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:56.266256 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.266597 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.266929 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.267253 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.267669 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.267992 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.268309 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.268622 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.268938 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.269256 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.269568 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.269873 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:56.382800 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Router ff3d9f0e-7b20-41e0-adab-5006027979d1 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:50:56.406626 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6974ffff-ca02-4d1d-b4ed-0af9a02979ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.464891 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-2df5ab7c-2be7-4e2e-a39f-a5637acb4cfb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412142 Feb 28 18:50:56.494368 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:50:56.506377 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] Sync routers for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:50:56.517577 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:50:56.518188 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:50:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:56.538158 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] No DVR routers for this DVR port 39a6e29f-d681-4b7f-bce4-33e4ce697782 on host hv-cinder-83118 {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:50:56.550019 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.553360 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.52 "DELETE /v2.0/ports/39a6e29f-d681-4b7f-bce4-33e4ce697782 HTTP/1.1" status: 204 len: 173 time: 0.8184030 Feb 28 18:50:56.553861 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'name': 'network-vif-deleted', 'tag': '39a6e29f-d681-4b7f-bce4-33e4ce697782'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:50:56.556222 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd69a56-ef3e-45e9-8787-767f5dbe5af1" -d '{"events": [{"server_uuid": "d61afa29-91fe-43be-b91b-8da0397b73a2", "name": "network-vif-deleted", "tag": "39a6e29f-d681-4b7f-bce4-33e4ce697782"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:50:56.569154 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-99bf7975-ec2f-4946-8bb4-f237b2e1e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:56.571018 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-99bf7975-ec2f-4946-8bb4-f237b2e1e3c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e07a8e62592434e92177ca0a870c3b6&device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1099 time: 0.0495248 Feb 28 18:50:56.575289 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-800947a2-d7f1-453d-b052-91d813c35733 req-5c83705a-811c-44c0-b39b-ae52a827eccd tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=d61afa29-91fe-43be-b91b-8da0397b73a2 HTTP/1.1" status: 200 len: 210 time: 0.0384469 Feb 28 18:50:56.641055 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c40b05-c47d-4090-868f-787d0896dda7 x-openstack-request-id: req-80c40b05-c47d-4090-868f-787d0896dda7 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:50:56.641349 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61afa29-91fe-43be-b91b-8da0397b73a2", "name": "network-vif-deleted", "tag": "39a6e29f-d681-4b7f-bce4-33e4ce697782", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:50:56.641603 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80c40b05-c47d-4090-868f-787d0896dda7 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:50:56.642007 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61afa29-91fe-43be-b91b-8da0397b73a2', 'name': 'network-vif-deleted', 'tag': '39a6e29f-d681-4b7f-bce4-33e4ce697782', 'status': 'completed', 'code': 200} Feb 28 18:50:56.654290 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:50:56.673833 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:50:56.721016 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-b027e6cb-d519-4c80-a56c-680abcf6fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:56.722631 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-b027e6cb-d519-4c80-a56c-680abcf6fd8e service neutron] 10.222.0.52 "GET /v2.0/networks?id=3a327f10-343e-47af-9d7a-af4497b13f2c HTTP/1.1" status: 200 len: 910 time: 0.1098592 Feb 28 18:50:56.795491 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-0bd994eb-ddd4-4fe6-92ca-8887c0990cbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64 HTTP/1.1" status: 200 len: 1002 time: 0.0642269 Feb 28 18:50:56.850675 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-0141eb44-1187-45c4-b8f9-18d63d7191e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:56.852192 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-0141eb44-1187-45c4-b8f9-18d63d7191e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73918393-3657-4ff7-aa01-a4c03276b414 HTTP/1.1" status: 200 len: 848 time: 0.0489993 Feb 28 18:50:56.883189 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:56.901405 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-4e79fa94-ba45-4703-ac83-4beb1d472da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:56.902985 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-4e79fa94-ba45-4703-ac83-4beb1d472da5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3a327f10-343e-47af-9d7a-af4497b13f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425980 Feb 28 18:50:56.910257 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] Checking router: ff3d9f0e-7b20-41e0-adab-5006027979d1 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:50:56.920003 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:50:56.920713 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:50:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:57.002031 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-bd3824e6-4cd1-4cd1-a2ea-b5608fdab220 service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907872 Feb 28 18:50:57.110834 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-79d9ea20-8e5a-4f50-8691-4429d9108c4b req-d0bf5a9e-1a7d-4059-8976-2df29fff0c9c service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021523 Feb 28 18:50:57.168048 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:50:57.388214 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:57.419689 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a03941-c78e-469d-88c5-7483661dd75c None None] The sync data for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi is: [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:50:57.646929 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877813f0-3a73-42cc-abdf-b9daebe67bd7 None None] New status for floating IP 6cd55e58-08ea-48fa-bcdf-b765e62800a6: DOWN {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:50:57.670406 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55244) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:50:57.729957 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.756332 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.810323 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.813352 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.818501 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "DELETE /v2.0/security-groups/40d9cb51-76e9-4053-a33b-db1cb4520d0f HTTP/1.1" status: 204 len: 168 time: 0.1432240 Feb 28 18:50:57.818623 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55246) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:50:57.824647 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d9cb51-76e9-4053-a33b-db1cb4520d0f,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:57.831120 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.api.v2.resource [None req-b82fb032-077a-4663-a9ba-54106370a69c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] show failed (client error): The resource could not be found. Feb 28 18:50:57.831604 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.831952 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.832289 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.832407 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-b82fb032-077a-4663-a9ba-54106370a69c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups/40d9cb51-76e9-4053-a33b-db1cb4520d0f HTTP/1.1" status: 404 len: 347 time: 0.0135608 Feb 28 18:50:57.832699 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.833408 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.833408 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.833765 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.834087 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.834409 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.834725 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.835041 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.835355 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ad04-b7d5-4e25-bcf4-dc86eb9b7ce0 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:57.835544 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55248) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:50:58.203084 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-269739c0-af2a-405f-a167-0a91f267c8dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Deleting port 4b51399b-c921-4def-9f8a-5dd0ca552b10 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:50:58.203418 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-269739c0-af2a-405f-a167-0a91f267c8dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.279154 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-269739c0-af2a-405f-a167-0a91f267c8dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.279488 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-269739c0-af2a-405f-a167-0a91f267c8dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.291983 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-269739c0-af2a-405f-a167-0a91f267c8dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Calling delete_port for 4b51399b-c921-4def-9f8a-5dd0ca552b10 owned by network:floatingip {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:50:58.424005 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-269739c0-af2a-405f-a167-0a91f267c8dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.451015 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269739c0-af2a-405f-a167-0a91f267c8dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event deleted for resources: {'Port': ['ID=4b51399b-c921-4def-9f8a-5dd0ca552b10,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:58.511968 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-269739c0-af2a-405f-a167-0a91f267c8dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.514516 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-269739c0-af2a-405f-a167-0a91f267c8dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.515680 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-269739c0-af2a-405f-a167-0a91f267c8dc tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "DELETE /v2.0/floatingips/6cd55e58-08ea-48fa-bcdf-b765e62800a6 HTTP/1.1" status: 204 len: 168 time: 0.6793015 Feb 28 18:50:58.814770 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1aea3945-fb1d-4e31-af7d-e8518f0b15d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.871859 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55252) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:50:58.876706 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-776cfc26-868c-45ae-a685-5cb979cbeb2a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387053619', 'description': 'tempest-description--636317072'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:50:58.900472 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-776cfc26-868c-45ae-a685-5cb979cbeb2a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.976056 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-776cfc26-868c-45ae-a685-5cb979cbeb2a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.980564 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-776cfc26-868c-45ae-a685-5cb979cbeb2a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.010288 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-776cfc26-868c-45ae-a685-5cb979cbeb2a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.011545 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-776cfc26-868c-45ae-a685-5cb979cbeb2a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1386702 Feb 28 18:50:59.015261 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55254) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:50:59.016053 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cfc26-868c-45ae-a685-5cb979cbeb2a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918b6088-41f2-4509-b54c-1d1f2f163965,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:59.020976 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-d969222f-a1a6-4209-917a-54c1b519963d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'security_group_rule': {'security_group_id': '918b6088-41f2-4509-b54c-1d1f2f163965', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:50:59.050821 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d969222f-a1a6-4209-917a-54c1b519963d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.107266 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d969222f-a1a6-4209-917a-54c1b519963d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.110913 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d969222f-a1a6-4209-917a-54c1b519963d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.125501 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969222f-a1a6-4209-917a-54c1b519963d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07651c73-7b37-4629-abc4-c0c5cdeb5a6d,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:59.137204 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d969222f-a1a6-4209-917a-54c1b519963d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.138401 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-d969222f-a1a6-4209-917a-54c1b519963d tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217391 Feb 28 18:50:59.141035 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55256) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:50:59.146173 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-756d2abd-e848-4af0-9cda-a2046a8e751b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'security_group_rule': {'security_group_id': '918b6088-41f2-4509-b54c-1d1f2f163965', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:50:59.170156 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-756d2abd-e848-4af0-9cda-a2046a8e751b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.228518 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-756d2abd-e848-4af0-9cda-a2046a8e751b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.232631 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-756d2abd-e848-4af0-9cda-a2046a8e751b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.249083 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d2abd-e848-4af0-9cda-a2046a8e751b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcc4b1c-3826-402d-8959-f341982e8750,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:59.257569 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-756d2abd-e848-4af0-9cda-a2046a8e751b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.258750 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-756d2abd-e848-4af0-9cda-a2046a8e751b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168299 Feb 28 18:50:59.261961 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55258) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:50:59.266669 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'floatingip': {'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:50:59.286943 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.381581 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.390971 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 39a6e29f-d681-4b7f-bce4-33e4ce697782 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:50:59.411012 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 39a6e29f-d681-4b7f-bce4-33e4ce697782 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:50:59.411354 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 39a6e29f-d681-4b7f-bce4-33e4ce697782 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:50:59.488087 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Allocated IP 172.27.2.239 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/afaf24d2-8a82-4049-8140-2d129b24fe1d) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:50:59.589985 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.622681 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.665891 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:50:59.668534 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:50:59.671156 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:50:59.698696 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'Port': ['ID=afaf24d2-8a82-4049-8140-2d129b24fe1d,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:59.761620 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.796892 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.947376 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.952625 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.954360 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:00.021352 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'Port': ['ID=afaf24d2-8a82-4049-8140-2d129b24fe1d,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:00.032021 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:00.047783 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:00.049017 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-19d9d393-99e2-4b24-8450-aef4938c909c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7859902 Feb 28 18:51:00.249258 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-ad9a2de3-b834-487a-b368-3d7812bd1f34 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--387053619&fields=id&tenant_id=49b363b24af941fa8a263a868c1567bc HTTP/1.1" status: 200 len: 267 time: 0.0372303 Feb 28 18:51:00.358824 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-d3d88a77-7401-4528-86d0-896050b02bfd tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:00.360312 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-d3d88a77-7401-4528-86d0-896050b02bfd tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 811 time: 0.1033690 Feb 28 18:51:00.377144 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-f10f2864-9f6c-494a-846c-478eacc1da1f tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/quotas/49b363b24af941fa8a263a868c1567bc HTTP/1.1" status: 200 len: 375 time: 0.0092971 Feb 28 18:51:00.436926 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-1519b4ac-b779-49ae-bdd2-e42e9d8d4680 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528567 Feb 28 18:51:00.540520 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-ca28459c-969d-470f-8077-970eab0131c1 service neutron] 10.222.0.39 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912795 Feb 28 18:51:00.632454 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-f4e3b4ba-1bdb-4c62-abaf-db374aa7a3db service neutron] 10.222.0.39 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856645 Feb 28 18:51:00.802140 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7fc4022f-2028-4e48-a0de-37334bcd7cbd req-c26ba990-8d21-4a19-9a51-387b6b659c31 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0272567 Feb 28 18:51:01.496511 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:01.747833 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-17e4695a-1878-49a3-9215-cf986bc6bcb1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:01.749212 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-17e4695a-1878-49a3-9215-cf986bc6bcb1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.52 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 811 time: 0.1108577 Feb 28 18:51:01.781153 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:01.802731 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-bab3c62d-2a1b-46cd-a9cb-3a6b3824f1a3 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49b363b24af941fa8a263a868c1567bc HTTP/1.1" status: 200 len: 379 time: 0.0397627 Feb 28 18:51:01.817673 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'port': {'device_id': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'admin_state_up': True, 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'security_groups': ['918b6088-41f2-4509-b54c-1d1f2f163965']}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:51:01.905561 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e0b304fe-603c-440b-8878-0055ea26f8c6 req-883075fc-d36a-48c7-9481-58276c227633 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0314262 Feb 28 18:51:01.960404 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Made reservation on behalf of 49b363b24af941fa8a263a868c1567bc for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:51:01.963996 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:02.092385 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Allocated IP 172.20.0.6 (ddd5b39c-f0e2-4111-80b4-ff433637020e/48d4dc7d-edd3-4b91-87d2-12152cce9be1/0720a3f6-1465-415d-aa00-6421dc3a4eee) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:51:02.235114 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:02.271516 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:02.318662 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Network ddd5b39c-f0e2-4111-80b4-ff433637020e is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:51:02.321739 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:51:02.325424 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:51:02.331839 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event updated for resources: {'Port': ['ID=0720a3f6-1465-415d-aa00-6421dc3a4eee,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:02.392208 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:02.392853 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:02.412058 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-27becacc-414e-4f77-8e45-2ff32ca3c36c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991697 Feb 28 18:51:02.444838 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Request body: {'port': {'device_id': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:51:02.502342 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:02.605994 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-4fb59a17-4480-46ae-b623-c41915a82932 None None] Provisioning complete for port 0720a3f6-1465-415d-aa00-6421dc3a4eee triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:51:02.606680 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-4fb59a17-4480-46ae-b623-c41915a82932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:02.639948 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-4fb59a17-4480-46ae-b623-c41915a82932 None None] Port 0720a3f6-1465-415d-aa00-6421dc3a4eee cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:51:02.795285 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0720a3f6-1465-415d-aa00-6421dc3a4eee {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:51:02.804050 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:02.818467 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Transition to ACTIVE for port object 0720a3f6-1465-415d-aa00-6421dc3a4eee will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:51:02.827801 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:02.885758 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Pushing event updated for resources: {'Port': ['ID=0720a3f6-1465-415d-aa00-6421dc3a4eee,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:02.969154 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Attempting to bind port 0720a3f6-1465-415d-aa00-6421dc3a4eee on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:51:02.970584 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Attempting to bind port 0720a3f6-1465-415d-aa00-6421dc3a4eee by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:51:02.970584 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Attempting to bind port 0720a3f6-1465-415d-aa00-6421dc3a4eee on network ddd5b39c-f0e2-4111-80b4-ff433637020e {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:51:02.977572 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Port 0720a3f6-1465-415d-aa00-6421dc3a4eee on network ddd5b39c-f0e2-4111-80b4-ff433637020e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:51:02.977870 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Attempting to bind port 0720a3f6-1465-415d-aa00-6421dc3a4eee on network ddd5b39c-f0e2-4111-80b4-ff433637020e {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:51:02.984368 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:51:02.984691 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Checking segment: {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:51:02.985229 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Bound using segment: {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:51:02.985684 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Bound port: 0720a3f6-1465-415d-aa00-6421dc3a4eee, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f82f2b-38cc-45c8-b663-eb92949c956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:51:02.986017 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:03.056601 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3bd8a-6378-44cd-b2bd-1b80f6664c36 req-f7e25a8d-7122-4c2a-87ac-062f0aaea1c7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:03.060191 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cbb3bd8a-6378-44cd-b2bd-1b80f6664c36 req-f7e25a8d-7122-4c2a-87ac-062f0aaea1c7 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 943 time: 0.0657597 Feb 28 18:51:03.074673 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] For port 0720a3f6-1465-415d-aa00-6421dc3a4eee, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:51:03.079867 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] For port 0720a3f6-1465-415d-aa00-6421dc3a4eee, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0720a3f6-1465-415d-aa00-6421dc3a4eee,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:51:03.090241 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:03.104240 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cbb3bd8a-6378-44cd-b2bd-1b80f6664c36 req-9a52953e-c758-4689-abf3-6ce195399e66 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Feb 28 18:51:03.150283 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:03.150938 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:03.152386 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] 10.222.0.52 "PUT /v2.0/ports/0720a3f6-1465-415d-aa00-6421dc3a4eee HTTP/1.1" status: 200 len: 1093 time: 0.7131844 Feb 28 18:51:03.152850 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'tag': '0720a3f6-1465-415d-aa00-6421dc3a4eee'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:51:03.155121 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386bac3a-bc5e-4597-8cec-03cf648ee55f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1778a62-004f-48c8-bb85-90b95a36e1c5", "tag": "0720a3f6-1465-415d-aa00-6421dc3a4eee"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:51:03.187881 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c018c-3792-4b1b-85a0-2ccfe39d64ac service neutron] Pushing event updated for resources: {'Port': ['ID=0720a3f6-1465-415d-aa00-6421dc3a4eee,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:03.221900 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3323f92-49cc-4f88-8aac-af6adff14f23 x-openstack-request-id: req-b3323f92-49cc-4f88-8aac-af6adff14f23 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:51:03.222095 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1778a62-004f-48c8-bb85-90b95a36e1c5", "tag": "0720a3f6-1465-415d-aa00-6421dc3a4eee", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:51:03.222425 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3323f92-49cc-4f88-8aac-af6adff14f23 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:51:03.222879 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'tag': '0720a3f6-1465-415d-aa00-6421dc3a4eee', 'status': 'completed', 'code': 200} Feb 28 18:51:03.259845 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-ab602592-f58f-4f5c-b3b9-07d2d7bfd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:03.261395 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-ab602592-f58f-4f5c-b3b9-07d2d7bfd930 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 1096 time: 0.0500534 Feb 28 18:51:03.312201 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-1f7d9263-851d-4b0e-aadb-80b9c5488d63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0720a3f6-1465-415d-aa00-6421dc3a4eee HTTP/1.1" status: 200 len: 217 time: 0.0413380 Feb 28 18:51:03.373871 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-ddb16bd5-1969-4791-bce1-e1c99f84bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:03.375565 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-ddb16bd5-1969-4791-bce1-e1c99f84bad0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48d4dc7d-edd3-4b91-87d2-12152cce9be1 HTTP/1.1" status: 200 len: 850 time: 0.0570211 Feb 28 18:51:03.428642 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-60c5ced1-2d41-454d-8c08-1e2e44f74447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:03.430256 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-60c5ced1-2d41-454d-8c08-1e2e44f74447 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd5b39c-f0e2-4111-80b4-ff433637020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480754 Feb 28 18:51:03.540046 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-d0c31c89-5f28-4054-bc70-40fa303b213c service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014831 Feb 28 18:51:03.644061 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2b5bd618-16f1-4c5d-858d-8e399a8b2d6b req-ba8a071e-31f5-4a23-bd2f-57158a085cc1 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967603 Feb 28 18:51:03.735594 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-2d78b83e-988e-4fc2-8d03-b13638f00b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:03.737106 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-2d78b83e-988e-4fc2-8d03-b13638f00b19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 1096 time: 0.0432489 Feb 28 18:51:03.830888 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-98004709-5fd3-4bdb-ae86-f7c77e5fbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:03.832449 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-98004709-5fd3-4bdb-ae86-f7c77e5fbc13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 912 time: 0.0888577 Feb 28 18:51:03.873019 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-158a3f6e-f6de-4cd8-a3a4-6dcf28abbfee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0720a3f6-1465-415d-aa00-6421dc3a4eee HTTP/1.1" status: 200 len: 217 time: 0.0339346 Feb 28 18:51:03.920505 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-8485f5c3-9c0f-49fd-8805-9724a69b91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:03.921957 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-8485f5c3-9c0f-49fd-8805-9724a69b91ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48d4dc7d-edd3-4b91-87d2-12152cce9be1 HTTP/1.1" status: 200 len: 850 time: 0.0425963 Feb 28 18:51:03.969325 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-a9170245-9853-419b-8d95-6421a3d35687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:03.970772 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-a9170245-9853-419b-8d95-6421a3d35687 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd5b39c-f0e2-4111-80b4-ff433637020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425749 Feb 28 18:51:04.057263 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-82b355d8-591f-4ee5-8277-67d9e5d0aa06 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799158 Feb 28 18:51:04.149148 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-386bac3a-bc5e-4597-8cec-03cf648ee55f req-398fafcc-6418-468d-b7cf-898bb07af38b service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845258 Feb 28 18:51:04.222266 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313079fb-dcbd-4628-837e-9de50473284e req-a13c6302-2c8d-4142-aa1e-3f50e1123e94 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:04.223817 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-313079fb-dcbd-4628-837e-9de50473284e req-a13c6302-2c8d-4142-aa1e-3f50e1123e94 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 943 time: 0.0496948 Feb 28 18:51:04.261972 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-313079fb-dcbd-4628-837e-9de50473284e req-a5273cfb-2dd3-4517-8a4b-1c079c4c0c04 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320945 Feb 28 18:51:05.379499 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423f467-8518-433b-8f41-5214a759b9f9 req-b95a725a-1e74-410e-89a0-65e24934e639 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:05.381441 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e423f467-8518-433b-8f41-5214a759b9f9 req-b95a725a-1e74-410e-89a0-65e24934e639 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 943 time: 0.0498831 Feb 28 18:51:05.420034 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e423f467-8518-433b-8f41-5214a759b9f9 req-e151b91f-e74e-4644-b0e4-6d9e83737c05 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326409 Feb 28 18:51:06.540067 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047ad27-7833-42b9-b67e-941d670b67aa req-16675e2a-e558-40e2-8cc9-828243d079e4 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:06.541596 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9047ad27-7833-42b9-b67e-941d670b67aa req-16675e2a-e558-40e2-8cc9-828243d079e4 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 943 time: 0.0529640 Feb 28 18:51:06.582005 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9047ad27-7833-42b9-b67e-941d670b67aa req-486b3da3-25d9-4a94-be1f-b9f130f93737 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341923 Feb 28 18:51:07.420440 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0720a3f6-1465-415d-aa00-6421dc3a4eee details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:51:07.519334 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0720a3f6-1465-415d-aa00-6421dc3a4eee, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0720a3f6-1465-415d-aa00-6421dc3a4eee,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:07.531585 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '0720a3f6-1465-415d-aa00-6421dc3a4eee', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'port_id': '0720a3f6-1465-415d-aa00-6421dc3a4eee', 'mac_address': 'fa:16:3e:a6:df:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:51:07.570524 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:07.584074 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0720a3f6-1465-415d-aa00-6421dc3a4eee {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:51:07.605571 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0720a3f6-1465-415d-aa00-6421dc3a4eee, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0720a3f6-1465-415d-aa00-6421dc3a4eee,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:07.610003 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:07.659795 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0720a3f6-1465-415d-aa00-6421dc3a4eee,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:07.667730 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.668129 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.668619 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.668912 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.669304 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.669627 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.669947 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.670263 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.670581 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.670894 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.671212 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.671535 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:07.713235 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b230a-89b4-47f9-962d-46d706ab829a req-dbcb9b7c-8ee0-4983-9648-b55e746b3d8c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:07.714749 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-801b230a-89b4-47f9-962d-46d706ab829a req-dbcb9b7c-8ee0-4983-9648-b55e746b3d8c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0559556 Feb 28 18:51:07.758421 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-801b230a-89b4-47f9-962d-46d706ab829a req-0596ebdb-6149-4ebf-b8d2-d4534737791a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365252 Feb 28 18:51:07.975525 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['0720a3f6-1465-415d-aa00-6421dc3a4eee'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:51:08.885943 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2db9e3-83ab-4217-9c33-4104e74848cc req-36c4a729-d23d-4d8b-b82e-9bfba779550b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:08.887533 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8e2db9e3-83ab-4217-9c33-4104e74848cc req-36c4a729-d23d-4d8b-b82e-9bfba779550b tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0594103 Feb 28 18:51:08.927712 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8e2db9e3-83ab-4217-9c33-4104e74848cc req-312aa3ab-f4db-4ad6-aa27-5205c9a7ba48 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339162 Feb 28 18:51:09.427189 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0720a3f6-1465-415d-aa00-6421dc3a4eee up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:51:09.481140 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 0720a3f6-1465-415d-aa00-6421dc3a4eee completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:51:09.485448 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 0720a3f6-1465-415d-aa00-6421dc3a4eee triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:51:09.485822 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:09.580208 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:09.604866 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0720a3f6-1465-415d-aa00-6421dc3a4eee'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:51:09.607211 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a45f534-5c05-4b03-a200-98c040974b8a" -d '{"events": [{"server_uuid": "a1778a62-004f-48c8-bb85-90b95a36e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "0720a3f6-1465-415d-aa00-6421dc3a4eee"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:51:09.620681 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0720a3f6-1465-415d-aa00-6421dc3a4eee, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0720a3f6-1465-415d-aa00-6421dc3a4eee,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:09.626177 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:09.652045 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff99508-3cef-4f8b-9d4d-ca695f2f465e x-openstack-request-id: req-cff99508-3cef-4f8b-9d4d-ca695f2f465e {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:51:09.652337 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1778a62-004f-48c8-bb85-90b95a36e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "0720a3f6-1465-415d-aa00-6421dc3a4eee", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:51:09.652583 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cff99508-3cef-4f8b-9d4d-ca695f2f465e {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:51:09.652969 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0720a3f6-1465-415d-aa00-6421dc3a4eee', 'code': 200} Feb 28 18:51:09.681108 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0720a3f6-1465-415d-aa00-6421dc3a4eee,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:09.820001 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b55a14-cfcd-45ab-ae5f-5ce217f4967c req-3e4753f4-1207-47a8-ae2a-1fd6e923ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:09.821531 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c2b55a14-cfcd-45ab-ae5f-5ce217f4967c req-3e4753f4-1207-47a8-ae2a-1fd6e923ce07 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 1098 time: 0.0407252 Feb 28 18:51:09.859434 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c2b55a14-cfcd-45ab-ae5f-5ce217f4967c req-2b33b486-da83-4ef2-b6cf-d3e874db8a94 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Feb 28 18:51:10.045248 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5233c-6b4f-412e-b915-f810a1277b55 req-f74681d5-4787-4522-9418-3a00dbc388d6 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:10.046717 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fba5233c-6b4f-412e-b915-f810a1277b55 req-f74681d5-4787-4522-9418-3a00dbc388d6 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0498631 Feb 28 18:51:10.086469 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-fba5233c-6b4f-412e-b915-f810a1277b55 req-20cb0896-6272-4d1c-89a2-cfdb244c9f85 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330551 Feb 28 18:51:11.421825 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1943610-b369-4bb0-95f3-901c7333848c req-69592afd-c214-4736-8ecf-8049137b8640 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:11.423248 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c1943610-b369-4bb0-95f3-901c7333848c req-69592afd-c214-4736-8ecf-8049137b8640 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 945 time: 0.2676659 Feb 28 18:51:11.463799 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c1943610-b369-4bb0-95f3-901c7333848c req-c563a077-0e95-4be1-97d0-c2dbc058e0c4 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334125 Feb 28 18:51:12.586632 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff5dc-93b8-44f4-b857-9104aaaef746 req-f5f4c0fb-4059-4945-a2f8-9c69433bcea1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:12.588212 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6fdff5dc-93b8-44f4-b857-9104aaaef746 req-f5f4c0fb-4059-4945-a2f8-9c69433bcea1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0535331 Feb 28 18:51:12.629613 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6fdff5dc-93b8-44f4-b857-9104aaaef746 req-6e223e41-a9a3-46a1-b1ec-dd8a0c80344c tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352573 Feb 28 18:51:12.744013 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc13e99-4965-4f35-ac06-ef34c6e89e7a req-e368f7ef-b876-4122-9255-b34b70ba97e5 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:12.745522 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1cc13e99-4965-4f35-ac06-ef34c6e89e7a req-e368f7ef-b876-4122-9255-b34b70ba97e5 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0492778 Feb 28 18:51:12.754562 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55324) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:12.759605 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-a85d328f-e895-41b9-ba6b-8f392809b5f1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Request body: {'floatingip': {'port_id': '0720a3f6-1465-415d-aa00-6421dc3a4eee'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:51:12.803973 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a85d328f-e895-41b9-ba6b-8f392809b5f1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:13.252429 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a85d328f-e895-41b9-ba6b-8f392809b5f1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:13.257197 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a85d328f-e895-41b9-ba6b-8f392809b5f1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:13.359667 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [None req-a85d328f-e895-41b9-ba6b-8f392809b5f1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Floating IP f8db2fc2-ee2e-4937-b8bd-03104981fc94 associated. External IP: 172.27.2.239, port: 0720a3f6-1465-415d-aa00-6421dc3a4eee. Feb 28 18:51:13.577459 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85d328f-e895-41b9-ba6b-8f392809b5f1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Router ff3d9f0e-7b20-41e0-adab-5006027979d1 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:51:13.699328 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85d328f-e895-41b9-ba6b-8f392809b5f1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:51:13.708099 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a85d328f-e895-41b9-ba6b-8f392809b5f1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:13.712315 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] Sync routers for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:51:13.728455 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:13.729536 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:50:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:13.736071 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a85d328f-e895-41b9-ba6b-8f392809b5f1 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "PUT /v2.0/floatingips/f8db2fc2-ee2e-4937-b8bd-03104981fc94 HTTP/1.1" status: 200 len: 991 time: 0.9791777 Feb 28 18:51:13.736071 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'tag': '0720a3f6-1465-415d-aa00-6421dc3a4eee'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:51:13.737785 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b42a18-c43a-492b-abab-f0b67eee0197" -d '{"events": [{"name": "network-changed", "server_uuid": "a1778a62-004f-48c8-bb85-90b95a36e1c5", "tag": "0720a3f6-1465-415d-aa00-6421dc3a4eee"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:51:13.777649 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a847e08-a84a-43ba-a19e-23ef4a5f490e x-openstack-request-id: req-1a847e08-a84a-43ba-a19e-23ef4a5f490e {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:51:13.778282 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1778a62-004f-48c8-bb85-90b95a36e1c5", "tag": "0720a3f6-1465-415d-aa00-6421dc3a4eee", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:51:13.778282 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a847e08-a84a-43ba-a19e-23ef4a5f490e {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:51:13.778631 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'tag': '0720a3f6-1465-415d-aa00-6421dc3a4eee', 'status': 'completed', 'code': 200} Feb 28 18:51:13.847182 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-ae696806-5097-41c9-bea3-ac3d8c1b19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:13.848281 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-ae696806-5097-41c9-bea3-ac3d8c1b19b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49b363b24af941fa8a263a868c1567bc&device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 1098 time: 0.0450635 Feb 28 18:51:13.856049 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:13.952492 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-1582d845-f44c-4abd-8521-bc78a39eedca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:13.953710 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-1582d845-f44c-4abd-8521-bc78a39eedca service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 200 len: 912 time: 0.0987122 Feb 28 18:51:14.041621 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-0149a888-3b91-4a2b-ab72-423906d3c310 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0720a3f6-1465-415d-aa00-6421dc3a4eee HTTP/1.1" status: 200 len: 999 time: 0.0808945 Feb 28 18:51:14.109367 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-d001a9f0-e1b1-40d5-bdac-ba9406230a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:14.110861 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-d001a9f0-e1b1-40d5-bdac-ba9406230a2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48d4dc7d-edd3-4b91-87d2-12152cce9be1 HTTP/1.1" status: 200 len: 850 time: 0.0614591 Feb 28 18:51:14.127338 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': 'f8db2fc2-ee2e-4937-b8bd-03104981fc94', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'port_id': '0720a3f6-1465-415d-aa00-6421dc3a4eee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'mac_address': 'fa:16:3e:a6:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:50:59Z', 'updated_at': '2022-02-28T18:51:13Z', 'revision_number': 1, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:14.159168 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] Checking router: ff3d9f0e-7b20-41e0-adab-5006027979d1 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:51:14.159430 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-63c438a7-03dc-4756-b81b-11930c1d8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:14.160767 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-63c438a7-03dc-4756-b81b-11930c1d8c73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd5b39c-f0e2-4111-80b4-ff433637020e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426209 Feb 28 18:51:14.168830 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:14.169516 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:50:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:14.255511 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-abbc3d02-b58c-4931-b541-70c5399a7e38 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850437 Feb 28 18:51:14.280508 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:14.360333 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b6b42a18-c43a-492b-abab-f0b67eee0197 req-44454bce-1e38-4962-b957-4403a3ef6c38 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960345 Feb 28 18:51:14.542065 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': 'f8db2fc2-ee2e-4937-b8bd-03104981fc94', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'port_id': '0720a3f6-1465-415d-aa00-6421dc3a4eee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'mac_address': 'fa:16:3e:a6:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:50:59Z', 'updated_at': '2022-02-28T18:51:13Z', 'revision_number': 1, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:14.572687 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784ac63-5bf9-4b2c-a497-a748e6e770da None None] The sync data for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi is: [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': 'f8db2fc2-ee2e-4937-b8bd-03104981fc94', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'port_id': '0720a3f6-1465-415d-aa00-6421dc3a4eee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'mac_address': 'fa:16:3e:a6:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:50:59Z', 'updated_at': '2022-02-28T18:51:13Z', 'revision_number': 1, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:51:14.786512 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d35124-8f12-4adb-8526-fdaab6cb55e5 None None] New status for floating IP f8db2fc2-ee2e-4937-b8bd-03104981fc94: ACTIVE {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:51:23.104001 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:25.914392 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55394) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:26.094190 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Deleting port c5b0b349-211a-4754-b353-61481673652e {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:26.094857 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:26.178310 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:26.178575 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:26.192231 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Calling delete_port for c5b0b349-211a-4754-b353-61481673652e owned by network:floatingip {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:26.386958 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:26.403434 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-84681c90-1d42-4b5e-a979-b333874679d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:26.417357 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event deleted for resources: {'Port': ['ID=c5b0b349-211a-4754-b353-61481673652e,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:26.486862 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for floatingip, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:26.487182 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.l3_db [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Floating IP 35bc4e83-7d1e-45d6-b933-6b08b75ec549 disassociated (deleted). External IP: 172.27.2.130, port: 28c0d2a4-c608-4f3a-9b72-31edfddf0a64. Feb 28 18:51:26.709718 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:51:26.820799 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:51:26.825500 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:26.830482 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] Sync routers for ids ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:51:26.841404 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] Routers {'4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:26.842013 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:50:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:26.855908 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-37e5c610-c687-4539-a406-9676a8030f79 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "DELETE /v2.0/floatingips/35bc4e83-7d1e-45d6-b933-6b08b75ec549 HTTP/1.1" status: 204 len: 168 time: 0.9404600 Feb 28 18:51:26.856539 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:51:26.858873 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da7a167-3380-492a-ba4f-25cc69d79571" -d '{"events": [{"name": "network-changed", "server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:51:26.901238 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714ee5ac-aadd-41fe-9593-5606c239effd x-openstack-request-id: req-714ee5ac-aadd-41fe-9593-5606c239effd {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:51:26.901532 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:51:26.901782 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-714ee5ac-aadd-41fe-9593-5606c239effd {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:51:26.902441 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'status': 'completed', 'code': 200} Feb 28 18:51:26.961861 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] Set router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:26.974848 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-bc66c111-a0c5-4c71-b283-60ddbec8ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:26.976341 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-bc66c111-a0c5-4c71-b283-60ddbec8ab8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e07a8e62592434e92177ca0a870c3b6&device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 1099 time: 0.0512581 Feb 28 18:51:27.115876 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-7f6b17ba-5503-4369-95ae-d3777b19b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:27.117538 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-7f6b17ba-5503-4369-95ae-d3777b19b94b service neutron] 10.222.0.52 "GET /v2.0/networks?id=3a327f10-343e-47af-9d7a-af4497b13f2c HTTP/1.1" status: 200 len: 910 time: 0.1330032 Feb 28 18:51:27.176663 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-8a3446c7-a769-4e4c-9fd8-170c48002c26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64 HTTP/1.1" status: 200 len: 217 time: 0.0407109 Feb 28 18:51:27.228513 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-4a170290-caaf-4b08-bd9c-99a0351ed5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:27.230089 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-4a170290-caaf-4b08-bd9c-99a0351ed5a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73918393-3657-4ff7-aa01-a4c03276b414 HTTP/1.1" status: 200 len: 848 time: 0.0466857 Feb 28 18:51:27.282488 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-62403b6c-c7d2-409f-ade6-1f76211121d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:27.284161 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-62403b6c-c7d2-409f-ade6-1f76211121d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3a327f10-343e-47af-9d7a-af4497b13f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472178 Feb 28 18:51:27.311177 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12400fe4-2a0b-4d1f-80db-2dd56eb3092e req-da381f06-0238-41f2-b9be-e61fc097caae tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:27.312207 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:20Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '58f34cd4-8546-4f67-bda1-9646f781ebf1', 'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'mac_address': 'fa:16:3e:7b:c1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:19Z', 'updated_at': '2022-02-28T18:44:25Z', 'revision_number': 5, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'subnets': [{'id': '73918393-3657-4ff7-aa01-a4c03276b414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:27.312780 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-12400fe4-2a0b-4d1f-80db-2dd56eb3092e req-da381f06-0238-41f2-b9be-e61fc097caae tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0498896 Feb 28 18:51:27.357526 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-12400fe4-2a0b-4d1f-80db-2dd56eb3092e req-fe2f51ba-1bf9-40b6-87dc-381b3adf7edc tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362170 Feb 28 18:51:27.358078 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] Checking router: 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:51:27.368763 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] Routers {'4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:27.369561 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:50:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:27.389199 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-b67cc730-e80d-48bc-a1fa-6aca24184a59 service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965264 Feb 28 18:51:27.485789 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] Set router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:27.488622 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6da7a167-3380-492a-ba4f-25cc69d79571 req-2529f253-855f-44db-b5d4-de9ab5f9b789 service neutron] 10.222.0.52 "GET /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919445 Feb 28 18:51:27.681958 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:20Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '58f34cd4-8546-4f67-bda1-9646f781ebf1', 'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'mac_address': 'fa:16:3e:7b:c1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:19Z', 'updated_at': '2022-02-28T18:44:25Z', 'revision_number': 5, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'subnets': [{'id': '73918393-3657-4ff7-aa01-a4c03276b414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:27.713998 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11da78-25cb-4f5a-9b6a-4e4c599d9e60 None None] The sync data for ids ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'] in dv-cinder-831186-1-iscsi is: [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:44:20Z', 'revision_number': 4, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '58f34cd4-8546-4f67-bda1-9646f781ebf1', 'name': '', 'network_id': '3a327f10-343e-47af-9d7a-af4497b13f2c', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'mac_address': 'fa:16:3e:7b:c1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73918393-3657-4ff7-aa01-a4c03276b414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:19Z', 'updated_at': '2022-02-28T18:44:25Z', 'revision_number': 5, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'subnets': [{'id': '73918393-3657-4ff7-aa01-a4c03276b414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:51:27.928194 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab3e47-67f3-4221-83ff-811cea4a3911 None None] New status for floating IP 35bc4e83-7d1e-45d6-b933-6b08b75ec549: DOWN {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:51:28.481697 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31198f6d-d6a8-4fa7-b9d6-e915a6916ce8 req-c4cd14ab-8d96-4182-a59a-8302905c4ca3 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:28.483153 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-31198f6d-d6a8-4fa7-b9d6-e915a6916ce8 req-c4cd14ab-8d96-4182-a59a-8302905c4ca3 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0503983 Feb 28 18:51:28.526434 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-31198f6d-d6a8-4fa7-b9d6-e915a6916ce8 req-bcde416c-b0ba-4832-9c86-9074aae322d5 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1a1e225-d036-4716-b8e9-23ade263d52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362701 Feb 28 18:51:28.818885 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f6e035d7-7606-4fa9-b302-07373d2a0570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:28.863826 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-c5bf3c92-fa9c-49f7-9256-3a0b2850937d tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:28.865267 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-c5bf3c92-fa9c-49f7-9256-3a0b2850937d tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 946 time: 0.0487826 Feb 28 18:51:28.960013 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-cc00ed7e-c05b-443e-a05d-ca6570c7adb8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Deleting port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:28.960345 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-cc00ed7e-c05b-443e-a05d-ca6570c7adb8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:29.054027 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-cc00ed7e-c05b-443e-a05d-ca6570c7adb8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] For port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:29.054255 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-cc00ed7e-c05b-443e-a05d-ca6570c7adb8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:29.066585 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-cc00ed7e-c05b-443e-a05d-ca6570c7adb8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Calling delete_port for 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:29.194427 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-cc00ed7e-c05b-443e-a05d-ca6570c7adb8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:29.222437 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00ed7e-c05b-443e-a05d-ca6570c7adb8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event deleted for resources: {'Port': ['ID=28c0d2a4-c608-4f3a-9b72-31edfddf0a64,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:29.263884 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-cc00ed7e-c05b-443e-a05d-ca6570c7adb8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] No DVR routers for this DVR port 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:29.266404 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-cc00ed7e-c05b-443e-a05d-ca6570c7adb8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:29.270336 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a95ad436-dbbb-4888-a80b-ab5a173c27b7 req-cc00ed7e-c05b-443e-a05d-ca6570c7adb8 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.52 "DELETE /v2.0/ports/28c0d2a4-c608-4f3a-9b72-31edfddf0a64 HTTP/1.1" status: 204 len: 173 time: 0.3992336 Feb 28 18:51:29.270800 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'name': 'network-vif-deleted', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:51:29.273191 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12670756-d450-49c9-b578-88217ed9b4f7" -d '{"events": [{"server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "name": "network-vif-deleted", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:51:29.314779 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af99f75c-2977-47de-9f9c-883e906b978b x-openstack-request-id: req-af99f75c-2977-47de-9f9c-883e906b978b {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:51:29.315090 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1546e00-98ab-45c6-81b0-3ab033750939", "name": "network-vif-deleted", "tag": "28c0d2a4-c608-4f3a-9b72-31edfddf0a64", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:51:29.315397 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af99f75c-2977-47de-9f9c-883e906b978b {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:51:29.316569 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1546e00-98ab-45c6-81b0-3ab033750939', 'name': 'network-vif-deleted', 'tag': '28c0d2a4-c608-4f3a-9b72-31edfddf0a64', 'status': 'completed', 'code': 200} Feb 28 18:51:29.651243 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5d51cde7-0113-4e79-b779-3600695732b1 req-31a4ccd5-d19d-4ec5-a9bf-2c09e60f75b1 tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1546e00-98ab-45c6-81b0-3ab033750939 HTTP/1.1" status: 200 len: 210 time: 0.0409572 Feb 28 18:51:29.952697 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:30.156855 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5595f5c-3c20-49ee-a850-35bffda7af69 req-d84e49a1-6b0a-4e23-91ca-69d5f5931f0e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:30.158308 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f5595f5c-3c20-49ee-a850-35bffda7af69 req-d84e49a1-6b0a-4e23-91ca-69d5f5931f0e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0579708 Feb 28 18:51:30.198938 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f5595f5c-3c20-49ee-a850-35bffda7af69 req-07f5e9c2-c3a4-408b-a426-3d7bf75263cd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336132 Feb 28 18:51:30.715879 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55434) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:30.778270 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9e48e367-1138-4c77-8523-a1b21d5b146c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:30.807293 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9e48e367-1138-4c77-8523-a1b21d5b146c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:30.878597 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9e48e367-1138-4c77-8523-a1b21d5b146c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:30.881329 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9e48e367-1138-4c77-8523-a1b21d5b146c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:30.883841 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-9e48e367-1138-4c77-8523-a1b21d5b146c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] 10.222.0.39 "DELETE /v2.0/security-groups/b1a1e225-d036-4716-b8e9-23ade263d52a HTTP/1.1" status: 204 len: 168 time: 0.1655290 Feb 28 18:51:30.894510 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48e367-1138-4c77-8523-a1b21d5b146c tempest-TestShelveInstance-1374583173 tempest-TestShelveInstance-1374583173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a1e225-d036-4716-b8e9-23ade263d52a,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:30.955655 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55440) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:31.398859 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96575538-445f-4698-ae90-1db024ab7095 req-6fd99a23-c153-44e1-94e7-79b36ebfaaad tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:31.400465 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-96575538-445f-4698-ae90-1db024ab7095 req-6fd99a23-c153-44e1-94e7-79b36ebfaaad tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0992541 Feb 28 18:51:31.478790 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-96575538-445f-4698-ae90-1db024ab7095 req-fc953751-24e9-423e-903d-48e0b6298be7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683525 Feb 28 18:51:31.515650 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:31.580083 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445129'] for router_interface, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:31.801448 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:31.886285 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] Deleting port 58f34cd4-8546-4f67-bda1-9646f781ebf1 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:31.887199 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.239383 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] For port 58f34cd4-8546-4f67-bda1-9646f781ebf1, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=58f34cd4-8546-4f67-bda1-9646f781ebf1,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:32.240025 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.264320 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] Calling delete_port for 58f34cd4-8546-4f67-bda1-9646f781ebf1 owned by network:router_interface {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:32.498195 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.530571 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f34cd4-8546-4f67-bda1-9646f781ebf1,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:32.790685 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097917a2-40a9-4bd5-ba38-6c8ba3585a71 req-8633224c-d925-4d97-b7b0-0943692eca19 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:32.792603 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-097917a2-40a9-4bd5-ba38-6c8ba3585a71 req-8633224c-d925-4d97-b7b0-0943692eca19 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.1647878 Feb 28 18:51:32.869756 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445117'] for router_interface, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.891418 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-097917a2-40a9-4bd5-ba38-6c8ba3585a71 req-7f444f0c-a4e1-4512-a844-7d0b1d77cdff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672400 Feb 28 18:51:33.102653 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-de2e3919-0cbe-47f9-a274-40d0d024f7aa tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754807338&fields=id&tenant_id=5c9ae1ae59934bc890085a116c63dff9 HTTP/1.1" status: 200 len: 267 time: 0.0431640 Feb 28 18:51:33.186514 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-b79e3fcb-2ff5-40d6-b9af-31c8a845486e tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:33.189175 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-b79e3fcb-2ff5-40d6-b9af-31c8a845486e tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 984 time: 0.0796051 Feb 28 18:51:33.203648 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] Router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:51:33.208470 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-f21c232f-384d-49ac-b652-695a69734382 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Request body: {'port': {'security_groups': ['34068c05-4fd8-4389-8c22-670cc8130365']}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:51:33.290793 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-f21c232f-384d-49ac-b652-695a69734382 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.339680 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:51:33.348338 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-d6fbfff3-da2e-4bd7-82b4-c0bb78243ec3 admin admin] 10.222.0.39 "PUT /v2.0/routers/4874c7ea-d64e-4e9a-9cfc-f1a488367d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3899364 Feb 28 18:51:33.351585 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55462) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:33.354717 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] Sync routers for ids ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:51:33.370466 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] Routers {'4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:33.371090 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:51:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:33.479088 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.502428 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] Set router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:33.543408 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-f21c232f-384d-49ac-b652-695a69734382 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] For port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:33.576230 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-f21c232f-384d-49ac-b652-695a69734382 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.589468 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-f21c232f-384d-49ac-b652-695a69734382 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.595707 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:33.604461 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.642605 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-f21c232f-384d-49ac-b652-695a69734382 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:33.643283 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-f21c232f-384d-49ac-b652-695a69734382 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.645031 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c2ef1bcc-e555-4805-a655-509b45efcf19 req-f21c232f-384d-49ac-b652-695a69734382 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "PUT /v2.0/ports/5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 200 len: 942 time: 0.4435010 Feb 28 18:51:33.647887 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:51:33.650268 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1579c9-12e9-4184-8109-1a8cd4bdf839" -d '{"events": [{"name": "network-changed", "server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:51:33.654179 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55464) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:33.691143 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['5d222d2c-dfea-4571-8fcb-26aa37b4a91b'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:51:33.694998 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:51:33.708246 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:33.708565 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 28c0d2a4-c608-4f3a-9b72-31edfddf0a64 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:33.712505 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c232f-384d-49ac-b652-695a69734382 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event updated for resources: {'Port': ['ID=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,revision_number=7']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:33.727666 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff32261-676c-41af-bfec-dc39be06456b x-openstack-request-id: req-1ff32261-676c-41af-bfec-dc39be06456b {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:51:33.729119 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:51:33.729119 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ff32261-676c-41af-bfec-dc39be06456b {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:51:33.729119 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'status': 'completed', 'code': 200} Feb 28 18:51:33.783911 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Deleting port 6cf30fc5-a3d3-417f-b933-4a4ebef36158 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:33.784502 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.787237 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['5d222d2c-dfea-4571-8fcb-26aa37b4a91b'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:51:33.789897 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cff2-1d18-48d2-bb6d-23591fa93573 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.813424 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-badeac70-b7e6-453b-ae3a-5f561c063efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:33.815022 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-badeac70-b7e6-453b-ae3a-5f561c063efc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c9ae1ae59934bc890085a116c63dff9&device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 1098 time: 0.0628259 Feb 28 18:51:33.926445 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cff2-1d18-48d2-bb6d-23591fa93573 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.944798 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-c9e6fba2-9c96-4061-93c0-6d95f2f5fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:33.947460 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-c9e6fba2-9c96-4061-93c0-6d95f2f5fd87 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307994e0-9159-45db-a109-9137621d27c4 HTTP/1.1" status: 200 len: 915 time: 0.1225798 Feb 28 18:51:33.994535 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:51:32Z', 'revision_number': 5, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port': {'id': '6cf30fc5-a3d3-417f-b933-4a4ebef36158', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:16Z', 'updated_at': '2022-02-28T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:34.024844 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] For port 6cf30fc5-a3d3-417f-b933-4a4ebef36158, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=6cf30fc5-a3d3-417f-b933-4a4ebef36158,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:34.025377 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.038308 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-4a1c641d-41f7-4227-9de9-2483ce73e061 None None] Provisioning complete for port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:51:34.038664 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-4a1c641d-41f7-4227-9de9-2483ce73e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.048090 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] Checking router: 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:51:34.064620 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Calling delete_port for 6cf30fc5-a3d3-417f-b933-4a4ebef36158 owned by network:router_gateway {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:34.114993 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6092445-64c6-40ae-99e0-e59a04af45b5 req-f513e2c0-c2cf-4ac0-a76c-8dc7a0c97701 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:34.116730 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e6092445-64c6-40ae-99e0-e59a04af45b5 req-f513e2c0-c2cf-4ac0-a76c-8dc7a0c97701 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0807197 Feb 28 18:51:34.121151 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-10c2ab2e-3ef5-41f6-9a32-31359b5417f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 200 len: 1001 time: 0.1627243 Feb 28 18:51:34.135086 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] Routers {'4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:34.135755 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:51:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:34.161436 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cff2-1d18-48d2-bb6d-23591fa93573 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.164314 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cff2-1d18-48d2-bb6d-23591fa93573 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.168272 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-b6a2cff2-1d18-48d2-bb6d-23591fa93573 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "DELETE /v2.0/security-groups/276214a9-d680-4b55-b535-cd963c23e3fb HTTP/1.1" status: 204 len: 168 time: 0.5127814 Feb 28 18:51:34.169246 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55470) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:34.201273 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e6092445-64c6-40ae-99e0-e59a04af45b5 req-ea4f4f70-256c-4a66-8c45-677d1cc2be08 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721533 Feb 28 18:51:34.208355 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-ca71e743-9754-4788-ae95-769f8da4ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:34.210558 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-ca71e743-9754-4788-ae95-769f8da4ba2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fe9f3a2-383b-457d-8baf-b630de1d3e9b HTTP/1.1" status: 200 len: 853 time: 0.0729313 Feb 28 18:51:34.239563 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2cff2-1d18-48d2-bb6d-23591fa93573 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276214a9-d680-4b55-b535-cd963c23e3fb,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:34.273785 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-35cd9175-d899-4334-983a-4162f9dc56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:34.275510 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-35cd9175-d899-4334-983a-4162f9dc56a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307994e0-9159-45db-a109-9137621d27c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555019 Feb 28 18:51:34.421877 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-8888bc7a-3e5f-44e2-83a5-14564a486045 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355827 Feb 28 18:51:34.501725 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.544907 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf30fc5-a3d3-417f-b933-4a4ebef36158,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:34.550897 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Deleting port 2986563e-8831-4708-a4e9-7b5e5e713c23 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:34.551232 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.576474 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] Set router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e gateway port host: None {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:34.614609 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9b1579c9-12e9-4184-8109-1a8cd4bdf839 req-18a3fe4e-9646-434f-91ff-65ac54211f1a service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853573 Feb 28 18:51:34.652071 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:51:33Z', 'revision_number': 6, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port_host': None}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:34.664386 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448263'] for router_gateway, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.702151 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b1c0f-813b-4242-90e1-a211dd264b5b None None] The sync data for ids ['4874c7ea-d64e-4e9a-9cfc-f1a488367d9e'] in dv-cinder-831186-1-iscsi is: [{'id': '4874c7ea-d64e-4e9a-9cfc-f1a488367d9e', 'name': 'tempest-TestShelveInstance-1768749142-router', 'tenant_id': '6e07a8e62592434e92177ca0a870c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:15Z', 'updated_at': '2022-02-28T18:51:33Z', 'revision_number': 6, 'project_id': '6e07a8e62592434e92177ca0a870c3b6', 'gw_port_host': None}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:51:34.779828 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.780148 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.793416 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12954'] for router, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.798224 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.799939 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Calling delete_port for 2986563e-8831-4708-a4e9-7b5e5e713c23 owned by network:floatingip {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:34.902016 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445587'] for router, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.902532 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4874c7ea-d64e-4e9a-9cfc-f1a488367d9e {{(pid=108388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:51:34.911045 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:34.916439 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2da713c2-e837-4436-a042-c893766ed4c9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4874c7ea-d64e-4e9a-9cfc-f1a488367d9e HTTP/1.1" status: 204 len: 168 time: 1.5584347 Feb 28 18:51:34.917019 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55472) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:34.973720 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4c7862-4171-4672-b39c-b0189aa6b934 admin admin] Deleting subnet 73918393-3657-4ff7-aa01-a4c03276b414 {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:51:34.978237 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-da4c7862-4171-4672-b39c-b0189aa6b934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.023332 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-da4c7862-4171-4672-b39c-b0189aa6b934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27829832'] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.030632 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.068301 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event deleted for resources: {'Port': ['ID=2986563e-8831-4708-a4e9-7b5e5e713c23,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:35.177195 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-da4c7862-4171-4672-b39c-b0189aa6b934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.201148 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 58f34cd4-8546-4f67-bda1-9646f781ebf1 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:35.202836 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks [] for floatingip, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.203551 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.l3_db [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Floating IP 5001d311-0303-4abb-93f6-d0eefeb46f24 disassociated (deleted). External IP: 172.27.2.240, port: 5d222d2c-dfea-4571-8fcb-26aa37b4a91b. Feb 28 18:51:35.246363 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 58f34cd4-8546-4f67-bda1-9646f781ebf1 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:35.246902 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 58f34cd4-8546-4f67-bda1-9646f781ebf1 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:35.259803 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-da4c7862-4171-4672-b39c-b0189aa6b934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2016347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28560992'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.298315 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c7862-4171-4672-b39c-b0189aa6b934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73918393-3657-4ff7-aa01-a4c03276b414,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:35.301300 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-da4c7862-4171-4672-b39c-b0189aa6b934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.306915 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-da4c7862-4171-4672-b39c-b0189aa6b934 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/73918393-3657-4ff7-aa01-a4c03276b414 HTTP/1.1" status: 204 len: 168 time: 0.3865018 Feb 28 18:51:35.307337 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55476) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:35.310841 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1fbfa-f36c-4b16-9500-b6e71f998cf4 None None] Network 3a327f10-343e-47af-9d7a-af4497b13f2c requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:51:35.412780 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.466975 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da94e04-1fcb-4ad2-ac49-2136490f7a92 req-9957db67-074b-4175-bbc2-d00c76e3e04a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:35.468591 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8da94e04-1fcb-4ad2-ac49-2136490f7a92 req-9957db67-074b-4175-bbc2-d00c76e3e04a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0950332 Feb 28 18:51:35.582293 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b0673-54b0-45af-85cc-6d7c523590f0 None None] DHCP port deletion for 3a327f10-343e-47af-9d7a-af4497b13f2c request from dv-cinder-831186-1-iscsi {{(pid=108391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 28 18:51:35.649586 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-014b0673-54b0-45af-85cc-6d7c523590f0 None None] Deleting port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 {{(pid=108391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:35.649971 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-014b0673-54b0-45af-85cc-6d7c523590f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.750332 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-014b0673-54b0-45af-85cc-6d7c523590f0 None None] For port 9bf116a0-e6f2-4ef0-94d7-81383cd76109, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=9bf116a0-e6f2-4ef0-94d7-81383cd76109,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:35.751237 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-014b0673-54b0-45af-85cc-6d7c523590f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.751662 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Deleting port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:35.752103 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.773794 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-014b0673-54b0-45af-85cc-6d7c523590f0 None None] Calling delete_port for 9bf116a0-e6f2-4ef0-94d7-81383cd76109 owned by network:dhcp {{(pid=108391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:35.827567 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] For port 9bf116a0-e6f2-4ef0-94d7-81383cd76109, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=9bf116a0-e6f2-4ef0-94d7-81383cd76109,segment=NetworkSegment(0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f),segment_id=0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:35.828421 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.844380 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8da94e04-1fcb-4ad2-ac49-2136490f7a92 req-8b5691d5-dec6-4d24-b8da-c77f639ebb1e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687296 Feb 28 18:51:35.845990 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Calling delete_port for 9bf116a0-e6f2-4ef0-94d7-81383cd76109 owned by network:dhcp {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:35.928881 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-014b0673-54b0-45af-85cc-6d7c523590f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068'] for port, after_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:35.929532 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Router f57c14da-7ac5-4d38-ac59-eae4ce023811 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:51:35.961081 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b0673-54b0-45af-85cc-6d7c523590f0 None None] Pushing event deleted for resources: {'Port': ['ID=9bf116a0-e6f2-4ef0-94d7-81383cd76109,revision_number=None']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:35.963431 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b0673-54b0-45af-85cc-6d7c523590f0 None None] No DVR routers for this DVR port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 on host dv-cinder-831186-1-iscsi {{(pid=108391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:35.989158 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:36.021143 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf116a0-e6f2-4ef0-94d7-81383cd76109,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:36.025452 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] No DVR routers for this DVR port 9bf116a0-e6f2-4ef0-94d7-81383cd76109 on host dv-cinder-831186-1-iscsi {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:36.098373 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:51:36.103910 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:36.106952 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:36.110885 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] Sync routers for ids ['f57c14da-7ac5-4d38-ac59-eae4ce023811'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:51:36.125883 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] Routers {'f57c14da-7ac5-4d38-ac59-eae4ce023811'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:36.125883 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:51:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['f57c14da-7ac5-4d38-ac59-eae4ce023811'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:36.147703 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-1c18a1ce-e497-41a1-a3fa-546a093c0c8c tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "DELETE /v2.0/floatingips/5001d311-0303-4abb-93f6-d0eefeb46f24 HTTP/1.1" status: 204 len: 168 time: 1.9654357 Feb 28 18:51:36.147703 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b'}] {{(pid=108388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:51:36.148072 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a327f10-343e-47af-9d7a-af4497b13f2c']}} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:36.152251 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3480dd8d6af1d0e59b518fbefde7479b8050e68d828f424e41286b74563201a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145" -d '{"events": [{"name": "network-changed", "server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b"}]}' {{(pid=108388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:51:36.159746 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f') {'for_net_delete': True} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:36.160600 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8a1e49-ac7f-4cb4-97ec-08b4ec37bd9f') {} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:36.174236 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27829831'] for segment, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:36.196546 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:36.206315 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=108389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:51:36.207394 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2016697'] for segment, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: self.session.flush() Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: self.session.flush() Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: self.session.flush() Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: self.session.flush() Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: Traceback (most recent call last): Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: timer() Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: cb(*args, **kw) Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: return func(*args, **kwargs) Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: self._notify() Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: self.callback(batched_events) Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: event.method(event) Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: return f(self, *a, **k) Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._get(url).json() Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: return self.request(url, 'GET', **kwargs) Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:51:36.210773 dv-cinder-831186-1-iscsi neutron-server[108389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:51:36.213839 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba723a0d-2867-4eaf-88b7-2546e9264bb7 x-openstack-request-id: req-ba723a0d-2867-4eaf-88b7-2546e9264bb7 {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:51:36.213839 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b", "status": "completed", "code": 200}]} {{(pid=108388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:51:36.214012 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba723a0d-2867-4eaf-88b7-2546e9264bb7 {{(pid=108388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:51:36.214627 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'status': 'completed', 'code': 200} Feb 28 18:51:36.252131 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] Set router f57c14da-7ac5-4d38-ac59-eae4ce023811 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:36.309240 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-fb00698a-0358-406c-a98a-b96774abc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:36.311854 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-fb00698a-0358-406c-a98a-b96774abc530 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c9ae1ae59934bc890085a116c63dff9&device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 1098 time: 0.0592921 Feb 28 18:51:36.312882 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:36.319332 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:36.325594 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3a327f10-343e-47af-9d7a-af4497b13f2c HTTP/1.1" status: 204 len: 168 time: 1.0145917 Feb 28 18:51:36.326130 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55484) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:36.366638 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec93db-d52a-4fd1-a613-ea141f3e1a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a327f10-343e-47af-9d7a-af4497b13f2c,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:36.470973 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-f7594e4e-4e67-4386-ba08-45ec2e19019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:36.475167 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-f7594e4e-4e67-4386-ba08-45ec2e19019c service neutron] 10.222.0.52 "GET /v2.0/networks?id=307994e0-9159-45db-a109-9137621d27c4 HTTP/1.1" status: 200 len: 915 time: 0.1500502 Feb 28 18:51:36.535608 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-5eb095e3-f554-4b39-a1a2-3f07359d710a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 200 len: 217 time: 0.0544322 Feb 28 18:51:36.540605 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 5, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:36.571076 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] Checking router: f57c14da-7ac5-4d38-ac59-eae4ce023811 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:51:36.580779 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] Routers {'f57c14da-7ac5-4d38-ac59-eae4ce023811'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:36.581471 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:51:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['f57c14da-7ac5-4d38-ac59-eae4ce023811'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:36.596573 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-be2f61ad-7eb6-4374-8a07-e639fb248494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:36.598649 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-be2f61ad-7eb6-4374-8a07-e639fb248494 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fe9f3a2-383b-457d-8baf-b630de1d3e9b HTTP/1.1" status: 200 len: 853 time: 0.0567808 Feb 28 18:51:36.658753 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-80231bdc-ac87-4bf8-a731-4c175d333a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:36.663237 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-80231bdc-ac87-4bf8-a731-4c175d333a73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307994e0-9159-45db-a109-9137621d27c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576949 Feb 28 18:51:36.705727 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] Set router f57c14da-7ac5-4d38-ac59-eae4ce023811 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:36.767219 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-42027bdd-9f9b-468e-b039-a6983654ed60 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944331 Feb 28 18:51:36.816675 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445129'] for router_interface, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:36.890330 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7e770df-3bb3-48ea-b89e-ad7a5f4ef145 req-172d5d65-67ec-4a7c-afce-41d2475f28c8 service neutron] 10.222.0.52 "GET /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089611 Feb 28 18:51:36.943183 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 9bf116a0-e6f2-4ef0-94d7-81383cd76109 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:36.988843 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 9bf116a0-e6f2-4ef0-94d7-81383cd76109 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:36.989413 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 9bf116a0-e6f2-4ef0-94d7-81383cd76109 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:36.990360 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 6cf30fc5-a3d3-417f-b933-4a4ebef36158 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:37.027524 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 5, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:37.040421 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 6cf30fc5-a3d3-417f-b933-4a4ebef36158 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:37.041204 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 6cf30fc5-a3d3-417f-b933-4a4ebef36158 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:37.061125 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4740b0e-fb06-401b-b583-0480fbd868ea req-cefe5589-698d-49a2-822b-23aa0fa0cae6 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:37.065090 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4740b0e-fb06-401b-b583-0480fbd868ea req-cefe5589-698d-49a2-822b-23aa0fa0cae6 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.1173375 Feb 28 18:51:37.075126 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ecaee-e9f1-4047-ab84-9ddb935e78a1 None None] The sync data for ids ['f57c14da-7ac5-4d38-ac59-eae4ce023811'] in dv-cinder-831186-1-iscsi is: [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 4, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '55ed7883-a407-4007-af05-6faf765d13e5', 'name': '', 'network_id': '307994e0-9159-45db-a109-9137621d27c4', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'mac_address': 'fa:16:3e:5b:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:01Z', 'updated_at': '2022-02-28T18:47:08Z', 'revision_number': 5, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'subnets': [{'id': '0fe9f3a2-383b-457d-8baf-b630de1d3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:51:37.141374 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4740b0e-fb06-401b-b583-0480fbd868ea req-c9b977a9-20ff-4796-baf0-6a630ddc72d7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695863 Feb 28 18:51:37.225666 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] Deleting port e9381630-cfee-4539-892b-b69632f06fce {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:37.226461 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:37.343189 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] For port e9381630-cfee-4539-892b-b69632f06fce, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e9381630-cfee-4539-892b-b69632f06fce,segment=NetworkSegment(fbb4a073-b5c4-4b64-a2d4-128246c33b32),segment_id=fbb4a073-b5c4-4b64-a2d4-128246c33b32)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:37.343784 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:37.359570 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] Calling delete_port for e9381630-cfee-4539-892b-b69632f06fce owned by network:router_interface {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:37.385710 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e2362-ab73-4afd-b7a9-a2777af8649b None None] New status for floating IP 5001d311-0303-4abb-93f6-d0eefeb46f24: DOWN {{(pid=108391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:51:37.569978 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:37.597153 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9381630-cfee-4539-892b-b69632f06fce,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:37.786370 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445117'] for router_interface, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:38.020292 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] Router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:51:38.136357 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:51:38.141663 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4b445ed9-3249-449f-852d-6dce2ba7117d admin admin] 10.222.0.39 "PUT /v2.0/routers/4f29b0d6-0447-43e9-90e3-23a64d0786d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8146312 Feb 28 18:51:38.145642 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55504) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:38.152151 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] Sync routers for ids ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:51:38.169118 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] Routers {'4f29b0d6-0447-43e9-90e3-23a64d0786d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:38.170640 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:51:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:38.357405 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Notify callbacks [] for router, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:38.401092 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] Set router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:38.405390 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f9ab3-25e0-42b9-b77e-f36c6b793622 req-795571a9-d715-4177-85f4-49f8b2bdabfd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:38.406977 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-441f9ab3-25e0-42b9-b77e-f36c6b793622 req-795571a9-d715-4177-85f4-49f8b2bdabfd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.1396899 Feb 28 18:51:38.563151 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-441f9ab3-25e0-42b9-b77e-f36c6b793622 req-9e89f62d-8919-4050-8b9a-008a350a634b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389766 Feb 28 18:51:38.589631 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:38.620411 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'name': 'tempest-TestShelveInstance-1015532085-router', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:22Z', 'updated_at': '2022-02-28T18:51:37Z', 'revision_number': 5, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'gw_port': {'id': '6e61a9e2-affc-4807-9bed-712e2d949d30', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:23Z', 'updated_at': '2022-02-28T18:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:38.654062 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Deleting port 6e61a9e2-affc-4807-9bed-712e2d949d30 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:38.654305 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:38.678146 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] Checking router: 4f29b0d6-0447-43e9-90e3-23a64d0786d1 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:51:38.693461 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] Routers {'4f29b0d6-0447-43e9-90e3-23a64d0786d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:38.694334 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:51:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:38.748433 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] For port 6e61a9e2-affc-4807-9bed-712e2d949d30, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=6e61a9e2-affc-4807-9bed-712e2d949d30,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:38.748790 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:38.765544 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Calling delete_port for 6e61a9e2-affc-4807-9bed-712e2d949d30 owned by network:router_gateway {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:38.809456 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] Set router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 gateway port host: None {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:38.865672 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'name': 'tempest-TestShelveInstance-1015532085-router', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:22Z', 'updated_at': '2022-02-28T18:51:38Z', 'revision_number': 6, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'gw_port_host': None}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:38.926083 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3bfe3b-16fe-42c3-920d-833429d3f5e1 None None] The sync data for ids ['4f29b0d6-0447-43e9-90e3-23a64d0786d1'] in dv-cinder-831186-1-iscsi is: [{'id': '4f29b0d6-0447-43e9-90e3-23a64d0786d1', 'name': 'tempest-TestShelveInstance-1015532085-router', 'tenant_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:22Z', 'updated_at': '2022-02-28T18:51:38Z', 'revision_number': 6, 'project_id': 'ca90a431dc5a4e358363fc2dbec3d32f', 'gw_port_host': None}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:51:38.980505 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.011435 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e61a9e2-affc-4807-9bed-712e2d949d30,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:39.087545 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448263'] for router_gateway, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.208388 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12954'] for router, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.210541 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.281666 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730544aa-fa6c-4272-846d-33638d80ad97 req-3f47eba2-25cb-4206-a089-298d758b3914 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:39.283169 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-730544aa-fa6c-4272-846d-33638d80ad97 req-3f47eba2-25cb-4206-a089-298d758b3914 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0885990 Feb 28 18:51:39.285182 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445587'] for router, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.285732 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f29b0d6-0447-43e9-90e3-23a64d0786d1 {{(pid=108388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:51:39.290333 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.291495 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-57969696-4bb6-40e1-ac1e-e9eacbbc587b admin admin] 10.222.0.39 "DELETE /v2.0/routers/4f29b0d6-0447-43e9-90e3-23a64d0786d1 HTTP/1.1" status: 204 len: 168 time: 1.1446774 Feb 28 18:51:39.294573 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55514) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:39.329365 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-730544aa-fa6c-4272-846d-33638d80ad97 req-dfb5cec0-4fc0-4354-b4c2-fd6dc8e698d9 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366933 Feb 28 18:51:39.346326 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01320d8-9ff7-41a9-9cb3-ace463eb68fa admin admin] Deleting subnet 06b1faf3-ccdd-4a5e-9644-84334d51bd36 {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:51:39.350967 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b01320d8-9ff7-41a9-9cb3-ace463eb68fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.393124 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b01320d8-9ff7-41a9-9cb3-ace463eb68fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27829832'] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.499993 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b01320d8-9ff7-41a9-9cb3-ace463eb68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.570628 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b01320d8-9ff7-41a9-9cb3-ace463eb68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2016347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28560992'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.597651 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01320d8-9ff7-41a9-9cb3-ace463eb68fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b1faf3-ccdd-4a5e-9644-84334d51bd36,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:39.603035 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b01320d8-9ff7-41a9-9cb3-ace463eb68fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.610239 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55516) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:39.610923 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319db98-a772-414c-ba01-401b8e50aca5 None None] Network 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:51:39.621219 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-b01320d8-9ff7-41a9-9cb3-ace463eb68fa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/06b1faf3-ccdd-4a5e-9644-84334d51bd36 HTTP/1.1" status: 204 len: 168 time: 0.3254724 Feb 28 18:51:39.708535 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.751941 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050b888-3558-482b-ad88-a6fd5466d4a0 req-55833aae-388c-4fb8-86c1-3a8ff70df022 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:39.764028 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a050b888-3558-482b-ad88-a6fd5466d4a0 req-55833aae-388c-4fb8-86c1-3a8ff70df022 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0891757 Feb 28 18:51:39.792615 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Deleting port e46fb579-6ccc-4bed-a615-b5558945ddf5 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:39.793542 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.834369 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a050b888-3558-482b-ad88-a6fd5466d4a0 req-2c4d38e3-de1b-45de-b880-7877e76d9a02 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451589 Feb 28 18:51:39.900536 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] For port e46fb579-6ccc-4bed-a615-b5558945ddf5, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e46fb579-6ccc-4bed-a615-b5558945ddf5,segment=NetworkSegment(fbb4a073-b5c4-4b64-a2d4-128246c33b32),segment_id=fbb4a073-b5c4-4b64-a2d4-128246c33b32)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:39.901140 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:39.926393 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Calling delete_port for e46fb579-6ccc-4bed-a615-b5558945ddf5 owned by network:dhcp {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:39.926733 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091179d0-5b33-44c4-9a21-b1a46020a00e None None] DHCP port deletion for 7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 request from dv-cinder-831186-1-iscsi {{(pid=108391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 28 18:51:39.989887 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-091179d0-5b33-44c4-9a21-b1a46020a00e None None] Deleting port e46fb579-6ccc-4bed-a615-b5558945ddf5 {{(pid=108391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:39.990174 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-091179d0-5b33-44c4-9a21-b1a46020a00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.039659 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.056470 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-091179d0-5b33-44c4-9a21-b1a46020a00e None None] For port e46fb579-6ccc-4bed-a615-b5558945ddf5, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e46fb579-6ccc-4bed-a615-b5558945ddf5,segment=NetworkSegment(fbb4a073-b5c4-4b64-a2d4-128246c33b32),segment_id=fbb4a073-b5c4-4b64-a2d4-128246c33b32)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:40.056873 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-091179d0-5b33-44c4-9a21-b1a46020a00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.069228 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46fb579-6ccc-4bed-a615-b5558945ddf5,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:40.072972 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-091179d0-5b33-44c4-9a21-b1a46020a00e None None] Calling delete_port for e46fb579-6ccc-4bed-a615-b5558945ddf5 owned by network:dhcp {{(pid=108391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:40.079995 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] No DVR routers for this DVR port e46fb579-6ccc-4bed-a615-b5558945ddf5 on host dv-cinder-831186-1-iscsi {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:40.163443 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-091179d0-5b33-44c4-9a21-b1a46020a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068'] for port, after_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.177426 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.203420 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091179d0-5b33-44c4-9a21-b1a46020a00e None None] Pushing event deleted for resources: {'Port': ['ID=e46fb579-6ccc-4bed-a615-b5558945ddf5,revision_number=None']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:40.204578 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9']}} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:40.210086 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091179d0-5b33-44c4-9a21-b1a46020a00e None None] No DVR routers for this DVR port e46fb579-6ccc-4bed-a615-b5558945ddf5 on host dv-cinder-831186-1-iscsi {{(pid=108391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:40.220500 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb4a073-b5c4-4b64-a2d4-128246c33b32') {'for_net_delete': True} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:40.220984 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb4a073-b5c4-4b64-a2d4-128246c33b32') {} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:40.233968 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28524503'] for segment, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.254023 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.261055 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=108388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:51:40.261447 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25877906'] for segment, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: Traceback (most recent call last): Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: timer() Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: cb(*args, **kw) Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: return func(*args, **kwargs) Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: self._notify() Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: self.callback(batched_events) Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: event.method(event) Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: return f(self, *a, **k) Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._get(url).json() Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: return self.request(url, 'GET', **kwargs) Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:51:40.263207 dv-cinder-831186-1-iscsi neutron-server[108388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:51:40.324107 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.331148 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.340599 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9 HTTP/1.1" status: 204 len: 168 time: 0.7284319 Feb 28 18:51:40.364910 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66596347-55fb-4deb-9dac-cdfaeee4b4b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f76f297-46b7-4d9d-b2f0-63ac48f4cbc9,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:40.497489 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55524) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:40.503323 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59bcc6-ec8e-4699-a309-107428168357 req-be49aaf7-8663-4abf-bd1b-2f37f4127a2b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:40.505227 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4d59bcc6-ec8e-4699-a309-107428168357 req-be49aaf7-8663-4abf-bd1b-2f37f4127a2b tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0889997 Feb 28 18:51:40.545263 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-36792c11-2713-43a5-990b-6b00eb908102 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e07a8e62592434e92177ca0a870c3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462618 Feb 28 18:51:40.548043 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55526) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:40.605767 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-41357282-782e-43fc-bc1a-cc5092d64537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.636608 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-41357282-782e-43fc-bc1a-cc5092d64537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.692566 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-41357282-782e-43fc-bc1a-cc5092d64537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.696096 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-41357282-782e-43fc-bc1a-cc5092d64537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.697634 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-41357282-782e-43fc-bc1a-cc5092d64537 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b897d15-577d-484a-9d6f-f4ca88f71b86 HTTP/1.1" status: 204 len: 168 time: 0.1483717 Feb 28 18:51:40.709246 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41357282-782e-43fc-bc1a-cc5092d64537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b897d15-577d-484a-9d6f-f4ca88f71b86,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:40.815320 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-4d59bcc6-ec8e-4699-a309-107428168357 req-080fd771-62e2-4ce2-9cde-1bd0239381bd tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033273 Feb 28 18:51:40.930004 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 6e61a9e2-affc-4807-9bed-712e2d949d30 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:40.966571 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 6e61a9e2-affc-4807-9bed-712e2d949d30 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:40.967144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 6e61a9e2-affc-4807-9bed-712e2d949d30 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:40.968106 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e9381630-cfee-4539-892b-b69632f06fce no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:41.004853 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: e9381630-cfee-4539-892b-b69632f06fce {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:41.005420 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e9381630-cfee-4539-892b-b69632f06fce not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:41.005918 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e46fb579-6ccc-4bed-a615-b5558945ddf5 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:41.017829 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a4a5b-bb86-4cba-963b-6977fcf7a316 req-32d7b9bb-b601-4ac1-ac42-7fa6ed5c7deb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:41.019563 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-547a4a5b-bb86-4cba-963b-6977fcf7a316 req-32d7b9bb-b601-4ac1-ac42-7fa6ed5c7deb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0681458 Feb 28 18:51:41.026625 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: e46fb579-6ccc-4bed-a615-b5558945ddf5 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:41.026966 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e46fb579-6ccc-4bed-a615-b5558945ddf5 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:41.074161 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-547a4a5b-bb86-4cba-963b-6977fcf7a316 req-50bb2afa-8a86-4f75-9417-8e633322f3fb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484283 Feb 28 18:51:41.128454 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55534) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:41.174976 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-35563671-d481-4759-b427-1bbcc971d4a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca90a431dc5a4e358363fc2dbec3d32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428600 Feb 28 18:51:41.177706 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55536) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:41.231238 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83678d49-5a9b-4fb4-8f6e-2de2cbc03ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:41.256033 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83678d49-5a9b-4fb4-8f6e-2de2cbc03ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:41.324093 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83678d49-5a9b-4fb4-8f6e-2de2cbc03ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:41.326865 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83678d49-5a9b-4fb4-8f6e-2de2cbc03ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:41.328209 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-83678d49-5a9b-4fb4-8f6e-2de2cbc03ee0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/361f30b3-bcea-48cc-86cf-38cbd4f9d170 HTTP/1.1" status: 204 len: 168 time: 0.1494851 Feb 28 18:51:41.338737 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83678d49-5a9b-4fb4-8f6e-2de2cbc03ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361f30b3-bcea-48cc-86cf-38cbd4f9d170,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:41.606237 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-35ec7612-0471-44e2-9bd8-7f98b678e4d9 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:41.607902 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-35ec7612-0471-44e2-9bd8-7f98b678e4d9 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.52 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0660868 Feb 28 18:51:41.717498 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-45edafe0-9c1b-4a8c-8486-f9e93f4504ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Deleting port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:41.717830 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-45edafe0-9c1b-4a8c-8486-f9e93f4504ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:41.837150 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-45edafe0-9c1b-4a8c-8486-f9e93f4504ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] For port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:41.837520 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-45edafe0-9c1b-4a8c-8486-f9e93f4504ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:41.853262 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-45edafe0-9c1b-4a8c-8486-f9e93f4504ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Calling delete_port for 5d222d2c-dfea-4571-8fcb-26aa37b4a91b owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:41.964804 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0e53c-9653-4352-a419-e55f506e5ad7 req-0057dbe6-146c-4d14-8b36-e2cb22c71d72 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:41.966435 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-77d0e53c-9653-4352-a419-e55f506e5ad7 req-0057dbe6-146c-4d14-8b36-e2cb22c71d72 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/ports?device_id=0de93683-f749-42fd-b66b-e9b7a44f26c6 HTTP/1.1" status: 200 len: 945 time: 0.0623593 Feb 28 18:51:42.001741 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-45edafe0-9c1b-4a8c-8486-f9e93f4504ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:42.014037 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-77d0e53c-9653-4352-a419-e55f506e5ad7 req-cc882135-234b-4a6e-afa8-4ec918aab8d2 tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.39 "GET /v2.0/security-groups?id=34068c05-4fd8-4389-8c22-670cc8130365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 Feb 28 18:51:42.014649 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['5d222d2c-dfea-4571-8fcb-26aa37b4a91b'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:51:42.052934 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edafe0-9c1b-4a8c-8486-f9e93f4504ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Pushing event deleted for resources: {'Port': ['ID=5d222d2c-dfea-4571-8fcb-26aa37b4a91b,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:42.102038 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-45edafe0-9c1b-4a8c-8486-f9e93f4504ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] No DVR routers for this DVR port 5d222d2c-dfea-4571-8fcb-26aa37b4a91b on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:42.104651 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-45edafe0-9c1b-4a8c-8486-f9e93f4504ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:42.107918 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-aa529f5d-1b30-4ac8-8505-c087511801cd req-45edafe0-9c1b-4a8c-8486-f9e93f4504ce tempest-TestMinimumBasicScenario-1146422275 tempest-TestMinimumBasicScenario-1146422275-project] 10.222.0.52 "DELETE /v2.0/ports/5d222d2c-dfea-4571-8fcb-26aa37b4a91b HTTP/1.1" status: 204 len: 173 time: 0.4932253 Feb 28 18:51:42.108350 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'name': 'network-vif-deleted', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:51:42.110721 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82be5837-e96f-418b-9eef-dfb9f5a1a46a" -d '{"events": [{"server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "name": "network-vif-deleted", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:51:42.151711 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371a2066-c7f1-4d64-b6ee-58862a88d302 x-openstack-request-id: req-371a2066-c7f1-4d64-b6ee-58862a88d302 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:51:42.151994 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de93683-f749-42fd-b66b-e9b7a44f26c6", "name": "network-vif-deleted", "tag": "5d222d2c-dfea-4571-8fcb-26aa37b4a91b", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:51:42.152239 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-371a2066-c7f1-4d64-b6ee-58862a88d302 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:51:42.152783 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de93683-f749-42fd-b66b-e9b7a44f26c6', 'name': 'network-vif-deleted', 'tag': '5d222d2c-dfea-4571-8fcb-26aa37b4a91b', 'status': 'completed', 'code': 200} Feb 28 18:51:42.234596 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3f54a-78cc-4e29-9aa9-7ab12d105942 req-0d60fe9f-ea5a-4b6e-a996-320bc8714874 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:42.236168 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-29a3f54a-78cc-4e29-9aa9-7ab12d105942 req-0d60fe9f-ea5a-4b6e-a996-320bc8714874 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0542846 Feb 28 18:51:42.282918 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-29a3f54a-78cc-4e29-9aa9-7ab12d105942 req-33cb209f-fe19-44d7-8e80-19ac1369e49a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394368 Feb 28 18:51:43.408956 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f79d-768a-42db-8927-4ced5b18ae75 req-bb1a4f42-dfa7-411f-b8ab-f2360872a617 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:43.411039 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db9f79d-768a-42db-8927-4ced5b18ae75 req-bb1a4f42-dfa7-411f-b8ab-f2360872a617 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0520334 Feb 28 18:51:43.462242 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6db9f79d-768a-42db-8927-4ced5b18ae75 req-2f2e7fea-32b2-4d1e-b7df-1e26568ebdd9 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447702 Feb 28 18:51:43.611001 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e66ba5c4-014b-4840-a005-7f984c18bfb5 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:51:43.728233 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:43.743329 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'port_id': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'mac_address': 'fa:16:3e:89:e0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:51:43.787426 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.803261 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e66ba5c4-014b-4840-a005-7f984c18bfb5 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:51:43.803764 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55594) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:43.832411 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:43.837686 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.895183 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=6']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:43.918589 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['e66ba5c4-014b-4840-a005-7f984c18bfb5'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:51:44.200306 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445129'] for router_interface, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.473798 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] Deleting port 55ed7883-a407-4007-af05-6faf765d13e5 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:44.474029 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.586587 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] For port 55ed7883-a407-4007-af05-6faf765d13e5, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=55ed7883-a407-4007-af05-6faf765d13e5,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:44.586937 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.605342 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] Calling delete_port for 55ed7883-a407-4007-af05-6faf765d13e5 owned by network:router_interface {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:44.632436 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b859c2e-be6a-4a8a-82a1-7b47427656cc req-972e483c-a4cd-4e3b-a639-906a9f357aa8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:44.633969 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0b859c2e-be6a-4a8a-82a1-7b47427656cc req-972e483c-a4cd-4e3b-a639-906a9f357aa8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 944 time: 0.0844798 Feb 28 18:51:44.725309 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0b859c2e-be6a-4a8a-82a1-7b47427656cc req-d43dcecd-ae78-4c35-ac19-1fa4d61adda5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576897 Feb 28 18:51:44.859250 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.892480 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ed7883-a407-4007-af05-6faf765d13e5,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:45.107172 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445117'] for router_interface, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:45.405986 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] Router f57c14da-7ac5-4d38-ac59-eae4ce023811 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:51:45.562060 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:51:45.569906 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-e3a2234a-ff4b-4ae0-a824-836ba88cfe36 admin admin] 10.222.0.39 "PUT /v2.0/routers/f57c14da-7ac5-4d38-ac59-eae4ce023811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7640839 Feb 28 18:51:45.573389 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55600) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:45.574178 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] Sync routers for ids ['f57c14da-7ac5-4d38-ac59-eae4ce023811'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:51:45.586699 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] Routers {'f57c14da-7ac5-4d38-ac59-eae4ce023811'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:45.587739 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:51:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['f57c14da-7ac5-4d38-ac59-eae4ce023811'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:45.631848 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e66ba5c4-014b-4840-a005-7f984c18bfb5 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:51:45.710970 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Notify callbacks [] for router, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:45.748896 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] Set router f57c14da-7ac5-4d38-ac59-eae4ce023811 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:45.842538 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:45.882232 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc576e-889e-4095-b1e8-2ab923ea986c req-310352b1-c8b7-489d-bdb3-78ac2890752f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:45.885583 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bbcc576e-889e-4095-b1e8-2ab923ea986c req-310352b1-c8b7-489d-bdb3-78ac2890752f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 944 time: 0.0652478 Feb 28 18:51:45.914351 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Deleting port 5539540d-a49f-4d2c-ae98-a57b6197848f {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:45.915257 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:45.928036 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-bbcc576e-889e-4095-b1e8-2ab923ea986c req-862e5e47-dbba-4290-9dd1-8b8f04e31b43 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372915 Feb 28 18:51:45.960609 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port e66ba5c4-014b-4840-a005-7f984c18bfb5 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:51:45.960977 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.003660 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] For port 5539540d-a49f-4d2c-ae98-a57b6197848f, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=5539540d-a49f-4d2c-ae98-a57b6197848f,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:46.003660 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.016603 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Calling delete_port for 5539540d-a49f-4d2c-ae98-a57b6197848f owned by network:router_gateway {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:46.143792 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.174711 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:51:46.177952 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d842ace4-8075-4aae-92e3-1efe3faa6c9e" -d '{"events": [{"server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "name": "network-vif-plugged", "status": "completed", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:51:46.193810 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:46.201398 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.202222 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 5d222d2c-dfea-4571-8fcb-26aa37b4a91b no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:46.210330 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:51:44Z', 'revision_number': 5, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port': {'id': '5539540d-a49f-4d2c-ae98-a57b6197848f', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:46.228485 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.247123 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5fb15b-39e3-40a5-b5bf-9a292228cfbe x-openstack-request-id: req-9d5fb15b-39e3-40a5-b5bf-9a292228cfbe {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:51:46.247424 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "name": "network-vif-plugged", "status": "completed", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:51:46.247679 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d5fb15b-39e3-40a5-b5bf-9a292228cfbe {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:51:46.248474 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'code': 200} Feb 28 18:51:46.253813 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 5d222d2c-dfea-4571-8fcb-26aa37b4a91b {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:46.254154 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 5d222d2c-dfea-4571-8fcb-26aa37b4a91b not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:46.259045 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5539540d-a49f-4d2c-ae98-a57b6197848f,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:46.300337 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] Checking router: f57c14da-7ac5-4d38-ac59-eae4ce023811 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:51:46.324697 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=7']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:46.327880 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] Routers {'f57c14da-7ac5-4d38-ac59-eae4ce023811'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:46.328529 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:51:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['f57c14da-7ac5-4d38-ac59-eae4ce023811'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:46.333350 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448263'] for router_gateway, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.434490 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] Set router f57c14da-7ac5-4d38-ac59-eae4ce023811 gateway port host: None {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:46.480822 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12954'] for router, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.484055 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.531405 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:51:46Z', 'revision_number': 7, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port_host': None}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:46.554456 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445587'] for router, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.555174 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f57c14da-7ac5-4d38-ac59-eae4ce023811 {{(pid=108388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:51:46.565638 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.566963 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-e53a3c82-d601-4777-8e44-a7dbdcd08db5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f57c14da-7ac5-4d38-ac59-eae4ce023811 HTTP/1.1" status: 204 len: 168 time: 0.9925728 Feb 28 18:51:46.568856 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0648c-7bcf-4433-9ea7-a72020d743ba None None] The sync data for ids ['f57c14da-7ac5-4d38-ac59-eae4ce023811'] in dv-cinder-831186-1-iscsi is: [{'id': 'f57c14da-7ac5-4d38-ac59-eae4ce023811', 'name': 'tempest-TestMinimumBasicScenario-917093042-router', 'tenant_id': '5c9ae1ae59934bc890085a116c63dff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:51:46Z', 'revision_number': 7, 'project_id': '5c9ae1ae59934bc890085a116c63dff9', 'gw_port_host': None}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:51:46.569755 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55606) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:46.628870 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8311ab5-19fc-473b-9fb0-22ffa4acd206 admin admin] Deleting subnet 0fe9f3a2-383b-457d-8baf-b630de1d3e9b {{(pid=108388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:51:46.632910 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a8311ab5-19fc-473b-9fb0-22ffa4acd206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.672637 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a8311ab5-19fc-473b-9fb0-22ffa4acd206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28524504'] for subnet, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.794864 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a8311ab5-19fc-473b-9fb0-22ffa4acd206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.857273 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a8311ab5-19fc-473b-9fb0-22ffa4acd206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25877616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25248754'] for subnet, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.885168 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8311ab5-19fc-473b-9fb0-22ffa4acd206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe9f3a2-383b-457d-8baf-b630de1d3e9b,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:46.888727 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a8311ab5-19fc-473b-9fb0-22ffa4acd206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.892037 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-a8311ab5-19fc-473b-9fb0-22ffa4acd206 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0fe9f3a2-383b-457d-8baf-b630de1d3e9b HTTP/1.1" status: 204 len: 168 time: 0.3194575 Feb 28 18:51:46.896127 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55608) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:46.896501 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9585602-f2ab-4318-8889-5b4ea185160f None None] Network 307994e0-9159-45db-a109-9137621d27c4 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:51:46.996356 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.099155 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Deleting port b313a4aa-fe60-489e-8d13-7f5ddf6f0397 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:47.099155 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.173988 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e92459-70ca-4d2b-9e09-56915495710d req-1c5dd824-975c-456b-aab5-390ce0d093a8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:47.175766 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a8e92459-70ca-4d2b-9e09-56915495710d req-1c5dd824-975c-456b-aab5-390ce0d093a8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0998149 Feb 28 18:51:47.209400 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] For port b313a4aa-fe60-489e-8d13-7f5ddf6f0397, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=b313a4aa-fe60-489e-8d13-7f5ddf6f0397,segment=NetworkSegment(7cf63750-538f-4a35-8551-7d76ccbb0a80),segment_id=7cf63750-538f-4a35-8551-7d76ccbb0a80)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:47.209759 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.219317 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a8e92459-70ca-4d2b-9e09-56915495710d req-981a4ce1-1753-4e52-9a56-2284ee431a88 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368609 Feb 28 18:51:47.223927 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Calling delete_port for b313a4aa-fe60-489e-8d13-7f5ddf6f0397 owned by network:dhcp {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:47.316102 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.346271 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=b313a4aa-fe60-489e-8d13-7f5ddf6f0397,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:47.353602 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] No DVR routers for this DVR port b313a4aa-fe60-489e-8d13-7f5ddf6f0397 on host dv-cinder-831186-1-iscsi {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:47.437543 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.466605 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8425a6-7c8b-4a0b-813b-2bb9d128327e None None] DHCP port deletion for 307994e0-9159-45db-a109-9137621d27c4 request from dv-cinder-831186-1-iscsi {{(pid=108391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 28 18:51:47.478327 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307994e0-9159-45db-a109-9137621d27c4']}} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:47.499935 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 55ed7883-a407-4007-af05-6faf765d13e5 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:47.503813 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf63750-538f-4a35-8551-7d76ccbb0a80') {'for_net_delete': True} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:47.503813 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf63750-538f-4a35-8551-7d76ccbb0a80') {} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:47.520526 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28524503'] for segment, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.530799 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 55ed7883-a407-4007-af05-6faf765d13e5 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:47.531228 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 55ed7883-a407-4007-af05-6faf765d13e5 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:47.547084 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.555291 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=108388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:51:47.555894 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25877906'] for segment, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: Traceback (most recent call last): Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: timer() Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: cb(*args, **kw) Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: return func(*args, **kwargs) Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: self._notify() Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: self.callback(batched_events) Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: event.method(event) Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: return f(self, *a, **k) Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._get(url).json() Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: return self.request(url, 'GET', **kwargs) Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:51:47.558201 dv-cinder-831186-1-iscsi neutron-server[108388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:51:47.622905 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.629695 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.636331 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55612) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:47.640172 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] 10.222.0.39 "DELETE /v2.0/networks/307994e0-9159-45db-a109-9137621d27c4 HTTP/1.1" status: 204 len: 168 time: 0.7388170 Feb 28 18:51:47.653815 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bac29c-c44f-4fbc-b5f4-028dbdfc4f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=307994e0-9159-45db-a109-9137621d27c4,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:48.197328 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445129'] for router_interface, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:48.411410 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0a81f-0aae-4bd4-aecc-bc5255b2e4ed req-914414bd-4076-4f79-9402-2c02b2390dfd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:48.413307 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-72f0a81f-0aae-4bd4-aecc-bc5255b2e4ed req-914414bd-4076-4f79-9402-2c02b2390dfd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0705650 Feb 28 18:51:48.475859 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-72f0a81f-0aae-4bd4-aecc-bc5255b2e4ed req-84e017e3-b661-4196-a130-f5842615ed04 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527287 Feb 28 18:51:48.648021 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] Deleting port 7bd1ee07-d196-4917-b78e-cedec18ee6bc {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:48.648710 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:48.748026 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] For port 7bd1ee07-d196-4917-b78e-cedec18ee6bc, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=7bd1ee07-d196-4917-b78e-cedec18ee6bc,segment=NetworkSegment(2ea47968-09c1-4e55-8914-cacf39124eb8),segment_id=2ea47968-09c1-4e55-8914-cacf39124eb8)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:48.748026 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:48.764665 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] Calling delete_port for 7bd1ee07-d196-4917-b78e-cedec18ee6bc owned by network:router_interface {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:48.980421 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 5539540d-a49f-4d2c-ae98-a57b6197848f no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:49.007017 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:49.027387 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 5539540d-a49f-4d2c-ae98-a57b6197848f {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:49.028325 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 5539540d-a49f-4d2c-ae98-a57b6197848f not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:49.029045 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device b313a4aa-fe60-489e-8d13-7f5ddf6f0397 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:49.041387 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd1ee07-d196-4917-b78e-cedec18ee6bc,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:49.087242 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: b313a4aa-fe60-489e-8d13-7f5ddf6f0397 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:49.087614 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device b313a4aa-fe60-489e-8d13-7f5ddf6f0397 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:49.259602 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445117'] for router_interface, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:49.602246 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] Router 729ccb39-1155-4f0a-990b-364a39744cb5 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:51:49.695686 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036d0ae-9072-44c2-a6aa-6be0f280d91f req-d0b4423c-2b8a-4756-a919-dade09abf187 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:49.697461 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7036d0ae-9072-44c2-a6aa-6be0f280d91f req-d0b4423c-2b8a-4756-a919-dade09abf187 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.1109135 Feb 28 18:51:49.784461 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:51:49.788809 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7036d0ae-9072-44c2-a6aa-6be0f280d91f req-c0e21765-fcdf-4d98-8549-f0fe18688b7a tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827103 Feb 28 18:51:49.793316 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-b97c51a3-5bb8-4db3-979d-e57fe6d7db09 admin admin] 10.222.0.39 "PUT /v2.0/routers/729ccb39-1155-4f0a-990b-364a39744cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1555393 Feb 28 18:51:49.796386 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55642) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:49.802657 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] Sync routers for ids ['729ccb39-1155-4f0a-990b-364a39744cb5'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:51:49.837221 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] Routers {'729ccb39-1155-4f0a-990b-364a39744cb5'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:49.837851 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:51:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['729ccb39-1155-4f0a-990b-364a39744cb5'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:49.982068 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] Set router 729ccb39-1155-4f0a-990b-364a39744cb5 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:49.984583 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:50.164817 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:50.236086 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'name': 'tempest-TestMinimumBasicScenario-1519085713-router', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '948706c7-1e99-40ce-9532-51250e175553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:04Z', 'updated_at': '2022-02-28T18:51:48Z', 'revision_number': 5, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'gw_port': {'id': '948706c7-1e99-40ce-9532-51250e175553', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:50.254613 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Deleting port 948706c7-1e99-40ce-9532-51250e175553 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:50.255041 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:50.279230 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] Checking router: 729ccb39-1155-4f0a-990b-364a39744cb5 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:51:50.292221 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] Routers {'729ccb39-1155-4f0a-990b-364a39744cb5'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:51:50.293716 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:51:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['729ccb39-1155-4f0a-990b-364a39744cb5'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:50.361785 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] For port 948706c7-1e99-40ce-9532-51250e175553, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=948706c7-1e99-40ce-9532-51250e175553,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:50.362977 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:50.377409 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Calling delete_port for 948706c7-1e99-40ce-9532-51250e175553 owned by network:router_gateway {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:50.387372 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] Set router 729ccb39-1155-4f0a-990b-364a39744cb5 gateway port host: None {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:51:50.447388 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'name': 'tempest-TestMinimumBasicScenario-1519085713-router', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:04Z', 'updated_at': '2022-02-28T18:51:50Z', 'revision_number': 6, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'gw_port_host': None}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:50.475543 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a372870-2611-4616-a825-f2251e2a4e37 None None] The sync data for ids ['729ccb39-1155-4f0a-990b-364a39744cb5'] in dv-cinder-831186-1-iscsi is: [{'id': '729ccb39-1155-4f0a-990b-364a39744cb5', 'name': 'tempest-TestMinimumBasicScenario-1519085713-router', 'tenant_id': 'baa1ff0678da4146aedecea628ed04c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:04Z', 'updated_at': '2022-02-28T18:51:50Z', 'revision_number': 6, 'project_id': 'baa1ff0678da4146aedecea628ed04c6', 'gw_port_host': None}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:51:50.958917 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 7bd1ee07-d196-4917-b78e-cedec18ee6bc no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:50.989183 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:50.995398 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 7bd1ee07-d196-4917-b78e-cedec18ee6bc {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:50.996041 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 7bd1ee07-d196-4917-b78e-cedec18ee6bc not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:51.021797 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b70dd1-b438-483b-b735-33098c73e0a7 req-53ef6c13-03f2-43da-ae36-d3ede2bb955f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:51.023358 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c5b70dd1-b438-483b-b735-33098c73e0a7 req-53ef6c13-03f2-43da-ae36-d3ede2bb955f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.1071503 Feb 28 18:51:51.025461 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=948706c7-1e99-40ce-9532-51250e175553,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:51.114638 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c5b70dd1-b438-483b-b735-33098c73e0a7 req-e4c1c348-f9ae-4efd-9c57-ebbfe5b4aa94 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774412 Feb 28 18:51:51.140680 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448263'] for router_gateway, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.242941 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12954'] for router, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.245253 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.299973 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445587'] for router, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.300671 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 729ccb39-1155-4f0a-990b-364a39744cb5 {{(pid=108388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:51:51.306074 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.306989 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-9cc13481-ca2c-4661-aeb3-aa20f624e1d4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/729ccb39-1155-4f0a-990b-364a39744cb5 HTTP/1.1" status: 204 len: 168 time: 1.5095258 Feb 28 18:51:51.309609 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55646) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:51.356880 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c983641-4b86-47fb-9c05-84efe655b75a admin admin] Deleting subnet b33bc343-daa7-493f-8b4b-f6f659ca5ad6 {{(pid=108388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:51:51.360356 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4c983641-4b86-47fb-9c05-84efe655b75a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.406635 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4c983641-4b86-47fb-9c05-84efe655b75a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28524504'] for subnet, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.521511 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4c983641-4b86-47fb-9c05-84efe655b75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.596990 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4c983641-4b86-47fb-9c05-84efe655b75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25877616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25248754'] for subnet, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.636099 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-4c983641-4b86-47fb-9c05-84efe655b75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.640525 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-4c983641-4b86-47fb-9c05-84efe655b75a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b33bc343-daa7-493f-8b4b-f6f659ca5ad6 HTTP/1.1" status: 204 len: 168 time: 0.3298726 Feb 28 18:51:51.641232 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55652) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:51.641819 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c983641-4b86-47fb-9c05-84efe655b75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33bc343-daa7-493f-8b4b-f6f659ca5ad6,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:51.650122 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89569e5c-8af6-4696-8b63-316429dd15c8 None None] Network fef0b2ea-2b7f-4a65-9c2b-30284f140bad requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:51:51.794824 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.885749 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Deleting port 44924fb0-0b6e-4937-af69-742a5779ac4f {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:51.886095 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.929012 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95733056-b708-406f-b223-d74c27dc44aa None None] DHCP port deletion for fef0b2ea-2b7f-4a65-9c2b-30284f140bad request from dv-cinder-831186-1-iscsi {{(pid=108391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 28 18:51:52.004345 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] For port 44924fb0-0b6e-4937-af69-742a5779ac4f, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=44924fb0-0b6e-4937-af69-742a5779ac4f,segment=NetworkSegment(2ea47968-09c1-4e55-8914-cacf39124eb8),segment_id=2ea47968-09c1-4e55-8914-cacf39124eb8)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:52.004345 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.024882 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Calling delete_port for 44924fb0-0b6e-4937-af69-742a5779ac4f owned by network:dhcp {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:52.042140 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-95733056-b708-406f-b223-d74c27dc44aa None None] Deleting port 44924fb0-0b6e-4937-af69-742a5779ac4f {{(pid=108391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:51:52.043083 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-95733056-b708-406f-b223-d74c27dc44aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.138590 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-95733056-b708-406f-b223-d74c27dc44aa None None] For port 44924fb0-0b6e-4937-af69-742a5779ac4f, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=44924fb0-0b6e-4937-af69-742a5779ac4f,segment=NetworkSegment(2ea47968-09c1-4e55-8914-cacf39124eb8),segment_id=2ea47968-09c1-4e55-8914-cacf39124eb8)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:52.139076 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-95733056-b708-406f-b223-d74c27dc44aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.158330 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-95733056-b708-406f-b223-d74c27dc44aa None None] Calling delete_port for 44924fb0-0b6e-4937-af69-742a5779ac4f owned by network:dhcp {{(pid=108391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:51:52.161069 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.211788 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] No DVR routers for this DVR port 44924fb0-0b6e-4937-af69-742a5779ac4f on host dv-cinder-831186-1-iscsi {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:52.261816 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-95733056-b708-406f-b223-d74c27dc44aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068'] for port, after_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.277527 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95733056-b708-406f-b223-d74c27dc44aa None None] No DVR routers for this DVR port 44924fb0-0b6e-4937-af69-742a5779ac4f on host dv-cinder-831186-1-iscsi {{(pid=108391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:52.310737 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95733056-b708-406f-b223-d74c27dc44aa None None] Pushing event deleted for resources: {'Port': ['ID=44924fb0-0b6e-4937-af69-742a5779ac4f,revision_number=None']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:52.336622 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44924fb0-0b6e-4937-af69-742a5779ac4f,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:52.659704 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.689518 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600a26-443f-498f-b260-d6f734245cd5 req-468009de-22bf-4166-bd8c-e0db899bb6c3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:52.693061 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34600a26-443f-498f-b260-d6f734245cd5 req-468009de-22bf-4166-bd8c-e0db899bb6c3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.3668950 Feb 28 18:51:52.733649 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef0b2ea-2b7f-4a65-9c2b-30284f140bad']}} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:52.762204 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea47968-09c1-4e55-8914-cacf39124eb8') {'for_net_delete': True} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:52.763271 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea47968-09c1-4e55-8914-cacf39124eb8') {} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:52.784842 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27829831'] for segment, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.797637 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34600a26-443f-498f-b260-d6f734245cd5 req-efe92d73-37d6-422b-949a-e6eb857f8b27 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927978 Feb 28 18:51:52.812267 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.825582 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=108389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:51:52.826406 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2016697'] for segment, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: Traceback (most recent call last): Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: timer() Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: cb(*args, **kw) Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: return func(*args, **kwargs) Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: self._notify() Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: self.callback(batched_events) Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: event.method(event) Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: return f(self, *a, **k) Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._get(url).json() Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: return self.request(url, 'GET', **kwargs) Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:51:52.842086 dv-cinder-831186-1-iscsi neutron-server[108389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:51:52.925974 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.953581 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.957749 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fef0b2ea-2b7f-4a65-9c2b-30284f140bad HTTP/1.1" status: 204 len: 168 time: 1.3122108 Feb 28 18:51:52.958959 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb078c-1058-4233-9508-ac0e63310ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fef0b2ea-2b7f-4a65-9c2b-30284f140bad,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:52.965023 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 44924fb0-0b6e-4937-af69-742a5779ac4f no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:53.002272 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 44924fb0-0b6e-4937-af69-742a5779ac4f {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:53.002605 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 44924fb0-0b6e-4937-af69-742a5779ac4f not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:53.003255 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 948706c7-1e99-40ce-9532-51250e175553 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:51:53.043037 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 948706c7-1e99-40ce-9532-51250e175553 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:51:53.044659 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 948706c7-1e99-40ce-9532-51250e175553 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:51:53.100990 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:53.228002 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55660) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:53.294537 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-a3c4035b-fad3-482c-9906-aac56ce7175a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c9ae1ae59934bc890085a116c63dff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650821 Feb 28 18:51:53.297140 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55662) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:53.372188 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a18f64d8-2fe3-4524-8b3d-bb8310e31dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:53.410185 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a18f64d8-2fe3-4524-8b3d-bb8310e31dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:53.492825 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a18f64d8-2fe3-4524-8b3d-bb8310e31dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:53.495346 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a18f64d8-2fe3-4524-8b3d-bb8310e31dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:53.496543 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-a18f64d8-2fe3-4524-8b3d-bb8310e31dc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34068c05-4fd8-4389-8c22-670cc8130365 HTTP/1.1" status: 204 len: 168 time: 0.1984107 Feb 28 18:51:53.507494 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f64d8-2fe3-4524-8b3d-bb8310e31dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34068c05-4fd8-4389-8c22-670cc8130365,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:53.969245 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55670) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:54.014044 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-06acd49c-286a-4352-9a94-46caa8f63f30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=baa1ff0678da4146aedecea628ed04c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435879 Feb 28 18:51:54.016669 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55672) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:51:54.024678 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55d30-abc9-4de4-ac12-fd5fd4202073 req-37d4b1b3-e816-4948-b16a-90fff02af3e4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:54.028769 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-29a55d30-abc9-4de4-ac12-fd5fd4202073 req-37d4b1b3-e816-4948-b16a-90fff02af3e4 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0957627 Feb 28 18:51:54.086578 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-29a55d30-abc9-4de4-ac12-fd5fd4202073 req-b87bf199-aaf5-42d2-b04e-60d4354dcb39 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499036 Feb 28 18:51:54.087911 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-52992a3b-488e-4bc3-b4bf-ef63566b61d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:54.117187 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-52992a3b-488e-4bc3-b4bf-ef63566b61d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:54.184902 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-52992a3b-488e-4bc3-b4bf-ef63566b61d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:54.187523 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-52992a3b-488e-4bc3-b4bf-ef63566b61d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:54.189777 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-52992a3b-488e-4bc3-b4bf-ef63566b61d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81f6702c-8afe-4587-9daa-8938af17d676 HTTP/1.1" status: 204 len: 168 time: 0.1717091 Feb 28 18:51:54.210639 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52992a3b-488e-4bc3-b4bf-ef63566b61d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f6702c-8afe-4587-9daa-8938af17d676,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:55.250955 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a881300-ea49-42af-9e1e-3acbc35a0784 req-0b291b18-8c93-4529-a0bc-39467fe6d59b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:55.255260 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3a881300-ea49-42af-9e1e-3acbc35a0784 req-0b291b18-8c93-4529-a0bc-39467fe6d59b tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0858588 Feb 28 18:51:55.294727 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3a881300-ea49-42af-9e1e-3acbc35a0784 req-463f3c0d-551c-47af-a221-5293634015dd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359981 Feb 28 18:51:56.402248 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ad203e4f-b480-4f92-9d7d-846a289fd1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:56.432853 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767fe4a-72cc-4689-b551-e72455e752b4 req-a161fd44-2857-422c-82b6-becaacf0e20f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:56.440195 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f767fe4a-72cc-4689-b551-e72455e752b4 req-a161fd44-2857-422c-82b6-becaacf0e20f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0664957 Feb 28 18:51:56.475504 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f767fe4a-72cc-4689-b551-e72455e752b4 req-9948bdc3-8274-42a7-bdcd-2ab5682ca72e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343611 Feb 28 18:51:57.621792 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058ddd8-bacc-42dc-8b72-e457dbd5f203 req-cef67676-1283-4a2d-ab83-ca3213e629b5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:57.626098 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e058ddd8-bacc-42dc-8b72-e457dbd5f203 req-cef67676-1283-4a2d-ab83-ca3213e629b5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0710604 Feb 28 18:51:57.670873 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e058ddd8-bacc-42dc-8b72-e457dbd5f203 req-7e3dbe48-fcbb-49a2-9cca-13668831e77d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373631 Feb 28 18:51:58.799461 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ef6f-bfa8-4456-8089-b15f43f7069c req-c4d0ee19-93da-4253-af84-3fe47cc30b68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:58.801681 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3515ef6f-bfa8-4456-8089-b15f43f7069c req-c4d0ee19-93da-4253-af84-3fe47cc30b68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0529530 Feb 28 18:51:58.822277 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1be1-868c-439b-b358-f8312bc031db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:58.844145 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-3515ef6f-bfa8-4456-8089-b15f43f7069c req-ef3aa4d5-c3e4-4d18-97c9-b5f582242da8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346746 Feb 28 18:51:59.181769 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-4552b9cf-115b-4dad-bf91-7278ee2839cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:59.183163 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-4552b9cf-115b-4dad-bf91-7278ee2839cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 1098 time: 0.0422702 Feb 28 18:51:59.281392 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-911c2618-4b1d-4d41-bb55-7c1f232b774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:59.282564 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-911c2618-4b1d-4d41-bb55-7c1f232b774b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 917 time: 0.0924692 Feb 28 18:51:59.349480 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-f7d39d33-3eea-4828-a64c-5f9e614e2a68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5 HTTP/1.1" status: 200 len: 1001 time: 0.0604701 Feb 28 18:51:59.405540 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-ecc3a233-84dd-4e28-86f0-a6ce906b0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:59.407010 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-ecc3a233-84dd-4e28-86f0-a6ce906b0962 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.0519061 Feb 28 18:51:59.457090 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-bbb04693-6747-4a8d-b3ab-a3a45f97863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:59.458646 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-bbb04693-6747-4a8d-b3ab-a3a45f97863b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436916 Feb 28 18:51:59.551287 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-cafd717e-db19-430b-9455-c5d302673de4 service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849619 Feb 28 18:51:59.645345 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-75420446-f2e4-48bd-9bf9-c295d4551905 req-53f9f49e-83d8-44c4-ba0d-d5dab336af83 service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876982 Feb 28 18:51:59.955996 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:00.210386 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d79e89-d9d9-4f2f-8157-fa8ce95bc0de req-598a07b2-6162-4793-a3c3-1943cc9ff280 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:00.211944 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f0d79e89-d9d9-4f2f-8157-fa8ce95bc0de req-598a07b2-6162-4793-a3c3-1943cc9ff280 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.2808499 Feb 28 18:52:00.250948 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f0d79e89-d9d9-4f2f-8157-fa8ce95bc0de req-7037ac03-dad3-4f44-bc38-1c4385159a7d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331080 Feb 28 18:52:01.383618 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d7327-c75d-49a3-af54-4a1f5360eec8 req-5e7db3ad-8b94-4c2f-afca-7a2000dc6627 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:01.385150 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-241d7327-c75d-49a3-af54-4a1f5360eec8 req-5e7db3ad-8b94-4c2f-afca-7a2000dc6627 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0545759 Feb 28 18:52:01.423143 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-241d7327-c75d-49a3-af54-4a1f5360eec8 req-485959b3-3b08-4434-8bd9-3140a16d9dcd tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316217 Feb 28 18:52:01.503275 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:01.786592 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:02.282853 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [req-04b35887-c939-4f17-9d1e-edf4d0332c47 req-76f45999-8789-4706-8f75-4465ad2e720e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:52:02.283891 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-04b35887-c939-4f17-9d1e-edf4d0332c47 req-76f45999-8789-4706-8f75-4465ad2e720e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059433 Feb 28 18:52:02.438014 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15842407-07fe-4927-b696-1be9621c2197 req-d0c6274e-bb95-476a-8099-63c26a44aa3e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:02.439537 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-15842407-07fe-4927-b696-1be9621c2197 req-d0c6274e-bb95-476a-8099-63c26a44aa3e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.0512965 Feb 28 18:52:02.478200 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-15842407-07fe-4927-b696-1be9621c2197 req-1c2062b9-ba66-406b-9193-0261cdbbf93e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Feb 28 18:52:02.622076 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-54816122-4ec6-440f-b012-468e3278757a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858414 Feb 28 18:52:03.402504 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-4d0e481d-916f-4683-a026-98d5c62f234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:03.404286 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-4d0e481d-916f-4683-a026-98d5c62f234f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446&tenant_id=3ae4d0581e264ca4b5c129526e3833ac HTTP/1.1" status: 200 len: 1098 time: 0.0764866 Feb 28 18:52:03.466961 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-2333a576-5be7-4a1d-bbb6-4486f88fc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:03.468546 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-2333a576-5be7-4a1d-bbb6-4486f88fc135 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 1098 time: 0.0416391 Feb 28 18:52:03.563717 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-989a569f-ad42-4fbe-8d3c-1a3372c962e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:03.566428 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-989a569f-ad42-4fbe-8d3c-1a3372c962e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 917 time: 0.0907769 Feb 28 18:52:03.677233 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c65b1-f6da-4d2d-b048-ce6739a5dad8 req-f250b059-ccf0-4585-a002-a00c40a4dbb2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:03.678645 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-040c65b1-f6da-4d2d-b048-ce6739a5dad8 req-f250b059-ccf0-4585-a002-a00c40a4dbb2 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 945 time: 0.1088245 Feb 28 18:52:03.680615 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-786ca44b-4e36-45bc-8205-741fefadb988 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5 HTTP/1.1" status: 200 len: 1001 time: 0.1008162 Feb 28 18:52:03.726225 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e66ba5c4-014b-4840-a005-7f984c18bfb5 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:52:03.756721 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-040c65b1-f6da-4d2d-b048-ce6739a5dad8 req-b70f1697-3733-4abc-8bc5-19eac93b4195 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701287 Feb 28 18:52:03.764284 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-07581d9f-6607-4fad-9b84-be91e56d9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:03.765919 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-07581d9f-6607-4fad-9b84-be91e56d9fcd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.0782297 Feb 28 18:52:03.819319 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-22b1d70b-2941-4168-bd32-cdecdef45207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:03.822086 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-22b1d70b-2941-4168-bd32-cdecdef45207 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493588 Feb 28 18:52:03.825098 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:03.851341 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:52:03.853621 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26f0212-647b-41b7-b8f9-ab928fb3e5cf" -d '{"events": [{"server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "name": "network-vif-unplugged", "status": "completed", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:52:03.866989 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:03.872054 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:03.901253 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 18:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5b9b05-5af6-4f27-a575-460b4c880c0b x-openstack-request-id: req-2f5b9b05-5af6-4f27-a575-460b4c880c0b {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:52:03.901537 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "name": "network-vif-unplugged", "status": "completed", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:52:03.901780 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f5b9b05-5af6-4f27-a575-460b4c880c0b {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:52:03.902159 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'code': 200} Feb 28 18:52:03.923729 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=8']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:03.939047 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-b5c8e7d5-2ab3-498e-999c-a4c94d096c0d service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099951 Feb 28 18:52:04.049533 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-56dbd326-8f9b-4610-878f-938c7baadb0a service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038020 Feb 28 18:52:04.931316 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfd78d-8de3-4304-abf5-a9bb55799e68 req-b03c0163-d262-454a-981b-f272e8c91aed tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:04.933209 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b2bfd78d-8de3-4304-abf5-a9bb55799e68 req-b03c0163-d262-454a-981b-f272e8c91aed tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0579612 Feb 28 18:52:04.982872 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b2bfd78d-8de3-4304-abf5-a9bb55799e68 req-8ac37ca7-c500-42d8-993c-e16404b56cbb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Feb 28 18:52:06.126230 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a97ee-795c-423b-83f2-9d2e790219cb req-588a350b-2b10-4aa9-8838-779ac561e3d0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:06.128973 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-df6a97ee-795c-423b-83f2-9d2e790219cb req-588a350b-2b10-4aa9-8838-779ac561e3d0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0629737 Feb 28 18:52:06.170825 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-df6a97ee-795c-423b-83f2-9d2e790219cb req-56535d2e-2caf-47e2-b242-0fcd24b7db69 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358949 Feb 28 18:52:07.305586 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab63fad-c74d-4d5d-b686-f95d4de543a2 req-653b114c-1469-45d1-9363-a30374b891df tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:07.307101 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6ab63fad-c74d-4d5d-b686-f95d4de543a2 req-653b114c-1469-45d1-9363-a30374b891df tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0527067 Feb 28 18:52:07.348251 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6ab63fad-c74d-4d5d-b686-f95d4de543a2 req-a2d40dac-6e27-45e9-a0c6-81e735a24229 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334268 Feb 28 18:52:08.486324 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ccba8-d700-4eda-8e07-b7820cdd6394 req-cbf56611-c260-45e3-98cc-3f8d0048dfbb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:08.488301 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d98ccba8-d700-4eda-8e07-b7820cdd6394 req-cbf56611-c260-45e3-98cc-3f8d0048dfbb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0555317 Feb 28 18:52:08.532592 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d98ccba8-d700-4eda-8e07-b7820cdd6394 req-7716c092-1520-4179-8230-8103ed0dc7fa tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384917 Feb 28 18:52:09.823221 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6c46b-d54f-4eb0-ba4c-64754bad01b3 req-5377b5ee-68e1-40bf-9dec-0a5f744438c3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:09.824958 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-84c6c46b-d54f-4eb0-ba4c-64754bad01b3 req-5377b5ee-68e1-40bf-9dec-0a5f744438c3 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0608962 Feb 28 18:52:09.869976 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-84c6c46b-d54f-4eb0-ba4c-64754bad01b3 req-75ab785d-8813-48b6-bb54-deb82844baa0 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374255 Feb 28 18:52:10.675284 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:52:11.007232 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd268fee-6e82-4560-8446-4c996de165c6 req-b5803199-2118-4f0a-8951-c57c1a35873d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:11.012620 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cd268fee-6e82-4560-8446-4c996de165c6 req-b5803199-2118-4f0a-8951-c57c1a35873d tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0604663 Feb 28 18:52:11.061817 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-cd268fee-6e82-4560-8446-4c996de165c6 req-9c37e937-b2ca-4b2f-8baf-206a1b0cbe71 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470212 Feb 28 18:52:12.223997 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71490-01c6-4709-9799-8bfdcaa768ec req-dfc01148-6ea3-46f4-bb4f-cea8d97ff5af tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:12.226576 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-08c71490-01c6-4709-9799-8bfdcaa768ec req-dfc01148-6ea3-46f4-bb4f-cea8d97ff5af tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0819325 Feb 28 18:52:12.273313 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-08c71490-01c6-4709-9799-8bfdcaa768ec req-1d71e95d-fe6e-485d-a17c-46f29e9fcaf7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399826 Feb 28 18:52:13.404538 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d43aca-f705-46c9-ad30-216d1e65bd38 req-7116274f-cb2b-4f7d-9355-f154c9130e7c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:13.406116 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-36d43aca-f705-46c9-ad30-216d1e65bd38 req-7116274f-cb2b-4f7d-9355-f154c9130e7c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0565784 Feb 28 18:52:13.448791 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-36d43aca-f705-46c9-ad30-216d1e65bd38 req-6ac20e15-5233-4065-980e-7e0904dcbb69 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356922 Feb 28 18:52:14.572426 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c31963-a119-49c4-a640-9aac0fdbae7e req-a12b3439-7a27-489b-89f1-28dd9378b83e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:14.573889 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-09c31963-a119-49c4-a640-9aac0fdbae7e req-a12b3439-7a27-489b-89f1-28dd9378b83e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0487411 Feb 28 18:52:14.611666 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-09c31963-a119-49c4-a640-9aac0fdbae7e req-71de7810-58d0-4115-8446-18fac04fde49 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Feb 28 18:52:15.730640 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ab53e-c17a-408b-abaa-d85fb5ada626 req-0d0cd42a-aeea-432d-9fe2-11ec8f00a9c8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:15.732137 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a88ab53e-c17a-408b-abaa-d85fb5ada626 req-0d0cd42a-aeea-432d-9fe2-11ec8f00a9c8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0504463 Feb 28 18:52:15.772072 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a88ab53e-c17a-408b-abaa-d85fb5ada626 req-92c3a01b-b9b7-4343-876c-e849c938d4a6 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339923 Feb 28 18:52:16.897341 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c360732-5f12-4f63-a959-3844c6bc0bbb req-0b515e48-f0ac-4069-96fc-c2f619f772b8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:16.898821 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7c360732-5f12-4f63-a959-3844c6bc0bbb req-0b515e48-f0ac-4069-96fc-c2f619f772b8 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0550365 Feb 28 18:52:16.936468 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7c360732-5f12-4f63-a959-3844c6bc0bbb req-92126a94-69cd-4856-a58b-efc78e81744f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317459 Feb 28 18:52:18.057096 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737aa11-9d3b-4f27-a481-9e0bb7580702 req-f60a7f46-6d00-4add-8b12-02a6e8f559c5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:18.058563 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e737aa11-9d3b-4f27-a481-9e0bb7580702 req-f60a7f46-6d00-4add-8b12-02a6e8f559c5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0491321 Feb 28 18:52:18.096012 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-e737aa11-9d3b-4f27-a481-9e0bb7580702 req-d9cf851a-f9a5-44a6-ace7-7d93bc5eca51 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314415 Feb 28 18:52:19.227261 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3864c-1701-4d49-80f4-de78765e73e4 req-e6dc5cb7-d666-44c8-88ee-15431c6da059 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:19.228772 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ac3864c-1701-4d49-80f4-de78765e73e4 req-e6dc5cb7-d666-44c8-88ee-15431c6da059 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 943 time: 0.0513358 Feb 28 18:52:19.267059 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ac3864c-1701-4d49-80f4-de78765e73e4 req-4e6547f2-9202-4076-8813-892bb659f488 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Feb 28 18:52:19.363442 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74636926-02cd-4fba-8a4e-16053f044169 req-ee46d09e-1f80-4e9d-9575-a4b1907ea6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:19.364950 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-74636926-02cd-4fba-8a4e-16053f044169 req-ee46d09e-1f80-4e9d-9575-a4b1907ea6bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 1096 time: 0.0412686 Feb 28 18:52:19.398352 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-74636926-02cd-4fba-8a4e-16053f044169 req-0ba51ba5-3edc-4886-8ed8-78258bee4cef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272725 Feb 28 18:52:19.790954 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e66ba5c4-014b-4840-a005-7f984c18bfb5 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:52:19.886032 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:19.897722 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'port_id': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'mac_address': 'fa:16:3e:89:e0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:52:19.934932 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:19.947944 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66ba5c4-014b-4840-a005-7f984c18bfb5 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:52:19.967259 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:19.971095 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:20.019535 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=9']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:20.026525 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.026873 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.027240 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.027603 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.027937 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.028267 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.028590 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.028913 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.029236 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.029560 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.029880 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.030198 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:20.390504 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396357-2771-49bd-9de7-046d3da63ca8 req-8516d54d-9812-45b9-bcea-8dbbad573b15 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:20.391986 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ba396357-2771-49bd-9de7-046d3da63ca8 req-8516d54d-9812-45b9-bcea-8dbbad573b15 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 944 time: 0.0522385 Feb 28 18:52:20.429783 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ba396357-2771-49bd-9de7-046d3da63ca8 req-32329765-7a18-42b0-a958-aacc9d34ce82 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 Feb 28 18:52:21.558566 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b85c8a-76a1-4562-863e-3ef327330ef9 req-25c2caf9-4607-4bbf-8aee-59acdd94c782 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:21.560068 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c3b85c8a-76a1-4562-863e-3ef327330ef9 req-25c2caf9-4607-4bbf-8aee-59acdd94c782 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 944 time: 0.0546646 Feb 28 18:52:21.597668 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c3b85c8a-76a1-4562-863e-3ef327330ef9 req-ca97da77-bc81-455f-8968-dae8723316d9 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310621 Feb 28 18:52:21.800547 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e66ba5c4-014b-4840-a005-7f984c18bfb5 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:52:21.897384 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:21.908785 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'port_id': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'mac_address': 'fa:16:3e:89:e0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:52:22.093946 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['e66ba5c4-014b-4840-a005-7f984c18bfb5'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:52:22.716939 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d46d74-7f82-4cdf-a182-d72af4fd18b2 req-7f25b4ec-c4a5-49d3-a6a1-8b9802585a1f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:22.718420 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-84d46d74-7f82-4cdf-a182-d72af4fd18b2 req-7f25b4ec-c4a5-49d3-a6a1-8b9802585a1f tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 944 time: 0.0493171 Feb 28 18:52:22.758255 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-84d46d74-7f82-4cdf-a182-d72af4fd18b2 req-7111a714-d22a-470f-bf02-9f076727a594 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325537 Feb 28 18:52:23.096701 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:23.818233 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e66ba5c4-014b-4840-a005-7f984c18bfb5 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:52:23.867097 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port e66ba5c4-014b-4840-a005-7f984c18bfb5 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:52:23.867456 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:23.947671 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:23.968878 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:52:23.971060 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aff69e1-725b-492a-bdd1-1eb5c7628dce" -d '{"events": [{"server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "name": "network-vif-plugged", "status": "completed", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:52:23.983923 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:23.988816 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:24.012032 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f424902-5993-4667-9ad4-4fc2ceb97cb2 x-openstack-request-id: req-1f424902-5993-4667-9ad4-4fc2ceb97cb2 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:52:24.012320 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "name": "network-vif-plugged", "status": "completed", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:52:24.012572 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f424902-5993-4667-9ad4-4fc2ceb97cb2 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:52:24.012957 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'code': 200} Feb 28 18:52:24.038585 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=10']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:26.396340 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-877870be-8629-4131-a665-e89eb59f90e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:28.835101 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-06fe0900-270b-42f6-aeb0-9c33ce1807e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.959664 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.497855 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.789173 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:46.937684 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7120e-a843-49ea-bbb0-40a98461c3dc req-fd98b907-e7f2-436c-8f37-fd04874f03f3 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:46.939185 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0df7120e-a843-49ea-bbb0-40a98461c3dc req-fd98b907-e7f2-436c-8f37-fd04874f03f3 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0554931 Feb 28 18:52:46.978070 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0df7120e-a843-49ea-bbb0-40a98461c3dc req-fb779956-6038-431b-997c-4e8a403a5328 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Feb 28 18:52:47.675844 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:52:48.098576 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314eda2-77fa-4c86-87a7-c33a20e132a2 req-5cb4e63a-85b4-490f-98c8-1f31932e3899 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:48.100108 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d314eda2-77fa-4c86-87a7-c33a20e132a2 req-5cb4e63a-85b4-490f-98c8-1f31932e3899 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0494218 Feb 28 18:52:48.139207 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d314eda2-77fa-4c86-87a7-c33a20e132a2 req-efe4d0aa-0c86-49b7-818a-b61c83c470fd tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329168 Feb 28 18:52:48.983883 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-817ae727-25f1-44d0-b222-eae8ba3df37a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:48.985375 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-817ae727-25f1-44d0-b222-eae8ba3df37a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0490825 Feb 28 18:52:49.085490 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Deleting port 0720a3f6-1465-415d-aa00-6421dc3a4eee {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:52:49.085828 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.181950 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] For port 0720a3f6-1465-415d-aa00-6421dc3a4eee, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0720a3f6-1465-415d-aa00-6421dc3a4eee,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:49.182320 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.380016 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f385c2d-f2b0-4265-9001-e59ab51cec65 req-5bd9da21-5d98-461c-a06c-db58728e8965 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:49.381557 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5f385c2d-f2b0-4265-9001-e59ab51cec65 req-5bd9da21-5d98-461c-a06c-db58728e8965 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1778a62-004f-48c8-bb85-90b95a36e1c5 HTTP/1.1" status: 200 len: 945 time: 0.1681926 Feb 28 18:52:49.469725 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5f385c2d-f2b0-4265-9001-e59ab51cec65 req-3134826e-6327-4ea5-8470-3f0e0622414a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups?id=918b6088-41f2-4509-b54c-1d1f2f163965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815017 Feb 28 18:52:49.481871 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.482220 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.482539 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Floating IP f8db2fc2-ee2e-4937-b8bd-03104981fc94 disassociated. External IP: 172.27.2.239, port: 0720a3f6-1465-415d-aa00-6421dc3a4eee. Feb 28 18:52:49.482879 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Calling delete_port for 0720a3f6-1465-415d-aa00-6421dc3a4eee owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:52:49.616491 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.651298 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event deleted for resources: {'Port': ['ID=0720a3f6-1465-415d-aa00-6421dc3a4eee,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:49.665013 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.665357 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.665665 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.665990 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.666309 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.666642 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.666960 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.667276 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.667686 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.668819 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.668819 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.668819 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.781080 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Router ff3d9f0e-7b20-41e0-adab-5006027979d1 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:52:49.885807 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:52:49.895928 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] Sync routers for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:52:49.906580 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:52:49.907191 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:52:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:49.928031 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] No DVR routers for this DVR port 0720a3f6-1465-415d-aa00-6421dc3a4eee on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:52:49.930688 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.933947 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c65a3e9e-89a7-438f-9984-645d7ef59b24 req-7f6106e3-ae63-4663-90da-0fdad6d93924 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.52 "DELETE /v2.0/ports/0720a3f6-1465-415d-aa00-6421dc3a4eee HTTP/1.1" status: 204 len: 173 time: 0.9424765 Feb 28 18:52:49.934375 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'name': 'network-vif-deleted', 'tag': '0720a3f6-1465-415d-aa00-6421dc3a4eee'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:52:49.936656 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f47b4f-73cc-4322-b556-4af9a3ffe8c7" -d '{"events": [{"server_uuid": "a1778a62-004f-48c8-bb85-90b95a36e1c5", "name": "network-vif-deleted", "tag": "0720a3f6-1465-415d-aa00-6421dc3a4eee"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:52:49.978543 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c176b0b-c93a-4d8d-8e80-1709eac005d5 x-openstack-request-id: req-1c176b0b-c93a-4d8d-8e80-1709eac005d5 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:52:49.979009 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1778a62-004f-48c8-bb85-90b95a36e1c5", "name": "network-vif-deleted", "tag": "0720a3f6-1465-415d-aa00-6421dc3a4eee", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:52:49.979406 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c176b0b-c93a-4d8d-8e80-1709eac005d5 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:52:49.979904 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1778a62-004f-48c8-bb85-90b95a36e1c5', 'name': 'network-vif-deleted', 'tag': '0720a3f6-1465-415d-aa00-6421dc3a4eee', 'status': 'completed', 'code': 200} Feb 28 18:52:50.170644 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:52:50.398955 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:50.428543 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] Checking router: ff3d9f0e-7b20-41e0-adab-5006027979d1 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:52:50.438789 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:52:50.439744 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:52:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:50.563398 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 55926) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:52:50.582723 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:52:50.630155 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.656352 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.708492 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.711156 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.712358 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "DELETE /v2.0/security-groups/918b6088-41f2-4509-b54c-1d1f2f163965 HTTP/1.1" status: 204 len: 168 time: 0.1475582 Feb 28 18:52:50.715299 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55928) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:52:50.722151 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b6088-41f2-4509-b54c-1d1f2f163965,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:50.729493 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.729836 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.730174 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.730503 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.731010 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.731343 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.731707 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.732034 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.732619 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.732732 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.732980 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.733296 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ee3fd-1f48-4c45-8178-66e9dd30501e tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:50.738641 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.api.v2.resource [None req-c353d792-54b5-486a-ba24-57a0a6bd2870 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] show failed (client error): The resource could not be found. Feb 28 18:52:50.740374 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c353d792-54b5-486a-ba24-57a0a6bd2870 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "GET /v2.0/security-groups/918b6088-41f2-4509-b54c-1d1f2f163965 HTTP/1.1" status: 404 len: 347 time: 0.0237429 Feb 28 18:52:50.742881 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55930) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:52:50.823976 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:50.849073 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2645f-1eb4-4e5e-9b82-b8fc562548ec None None] The sync data for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi is: [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:41Z', 'revision_number': 4, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '42da22f9-d773-4ce6-8a87-625ae9014956', 'name': '', 'network_id': 'ddd5b39c-f0e2-4111-80b4-ff433637020e', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'mac_address': 'fa:16:3e:32:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:41Z', 'updated_at': '2022-02-28T18:43:46Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'subnets': [{'id': '48d4dc7d-edd3-4b91-87d2-12152cce9be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:52:50.881009 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-090a5851-738b-4961-ae1a-4d819078fe20 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Deleting port afaf24d2-8a82-4049-8140-2d129b24fe1d {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:52:50.881516 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-090a5851-738b-4961-ae1a-4d819078fe20 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.966612 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-090a5851-738b-4961-ae1a-4d819078fe20 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.966925 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-090a5851-738b-4961-ae1a-4d819078fe20 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.980259 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-090a5851-738b-4961-ae1a-4d819078fe20 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Calling delete_port for afaf24d2-8a82-4049-8140-2d129b24fe1d owned by network:floatingip {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:52:51.106752 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57502e03-6597-4dcc-ba08-b6f9f7f77f16 None None] New status for floating IP f8db2fc2-ee2e-4937-b8bd-03104981fc94: DOWN {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:52:51.128562 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-090a5851-738b-4961-ae1a-4d819078fe20 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:51.158488 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a5851-738b-4961-ae1a-4d819078fe20 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Pushing event deleted for resources: {'Port': ['ID=afaf24d2-8a82-4049-8140-2d129b24fe1d,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:51.221161 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-090a5851-738b-4961-ae1a-4d819078fe20 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks [] for floatingip, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:51.224804 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-090a5851-738b-4961-ae1a-4d819078fe20 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:51.228656 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-090a5851-738b-4961-ae1a-4d819078fe20 tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] 10.222.0.39 "DELETE /v2.0/floatingips/f8db2fc2-ee2e-4937-b8bd-03104981fc94 HTTP/1.1" status: 204 len: 168 time: 0.4823160 Feb 28 18:52:51.291334 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.db.api [None req-57502e03-6597-4dcc-ba08-b6f9f7f77f16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:52:51.291812 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG oslo_db.api [None req-57502e03-6597-4dcc-ba08-b6f9f7f77f16 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:52:51.793572 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57502e03-6597-4dcc-ba08-b6f9f7f77f16 None None] New status for floating IP f8db2fc2-ee2e-4937-b8bd-03104981fc94: DOWN {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:52:51.887190 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0720a3f6-1465-415d-aa00-6421dc3a4eee no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:52:51.907776 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 0720a3f6-1465-415d-aa00-6421dc3a4eee {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:52:51.908118 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0720a3f6-1465-415d-aa00-6421dc3a4eee not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:52:53.105386 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:54.740715 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55958) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:52:55.416042 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445129'] for router_interface, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.674360 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] Deleting port 42da22f9-d773-4ce6-8a87-625ae9014956 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:52:55.674632 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.755931 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] For port 42da22f9-d773-4ce6-8a87-625ae9014956, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=42da22f9-d773-4ce6-8a87-625ae9014956,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:55.756649 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.769326 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] Calling delete_port for 42da22f9-d773-4ce6-8a87-625ae9014956 owned by network:router_interface {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:52:55.951271 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.976304 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] Pushing event deleted for resources: {'Port': ['ID=42da22f9-d773-4ce6-8a87-625ae9014956,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:56.140733 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445117'] for router_interface, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.360650 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] Router ff3d9f0e-7b20-41e0-adab-5006027979d1 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:52:56.397791 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-26fcc9ca-17a5-4075-ab88-1460a9891a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.472405 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:52:56.477373 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c31884fc-d2ac-4447-a33f-e482b3c5463b admin admin] 10.222.0.39 "PUT /v2.0/routers/ff3d9f0e-7b20-41e0-adab-5006027979d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7356596 Feb 28 18:52:56.479928 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55962) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:52:56.482985 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] Sync routers for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:52:56.493092 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:52:56.493708 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:52:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:56.585221 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Notify callbacks [] for router, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.601278 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:52:56.699148 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.760115 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Deleting port e9542d91-1bea-4037-9411-edba6dbceb65 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:52:56.760829 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.791712 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:52:55Z', 'revision_number': 5, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port': {'id': 'e9542d91-1bea-4037-9411-edba6dbceb65', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:56.822754 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] Checking router: ff3d9f0e-7b20-41e0-adab-5006027979d1 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:52:56.831327 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] Routers {'ff3d9f0e-7b20-41e0-adab-5006027979d1'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:52:56.831835 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:52:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['ff3d9f0e-7b20-41e0-adab-5006027979d1'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:56.845402 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] For port e9542d91-1bea-4037-9411-edba6dbceb65, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e9542d91-1bea-4037-9411-edba6dbceb65,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:56.845755 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.858197 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Calling delete_port for e9542d91-1bea-4037-9411-edba6dbceb65 owned by network:router_gateway {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:52:56.916940 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] Set router ff3d9f0e-7b20-41e0-adab-5006027979d1 gateway port host: None {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:52:56.973448 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:52:56Z', 'revision_number': 6, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port_host': None}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:57.000707 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f93500-725c-4909-8910-2854f19e7c1f None None] The sync data for ids ['ff3d9f0e-7b20-41e0-adab-5006027979d1'] in dv-cinder-831186-1-iscsi is: [{'id': 'ff3d9f0e-7b20-41e0-adab-5006027979d1', 'name': 'tempest-AttachVolumeTestJSON-1810174477-router', 'tenant_id': '49b363b24af941fa8a263a868c1567bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:43:38Z', 'updated_at': '2022-02-28T18:52:56Z', 'revision_number': 6, 'project_id': '49b363b24af941fa8a263a868c1567bc', 'gw_port_host': None}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:52:57.032327 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.059243 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9542d91-1bea-4037-9411-edba6dbceb65,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:57.123133 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448263'] for router_gateway, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.214752 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12954'] for router, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.217098 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.273577 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445587'] for router, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.274076 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff3d9f0e-7b20-41e0-adab-5006027979d1 {{(pid=108389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:52:57.279917 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] Notify callbacks [] for router, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.281261 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d322c4cd-c0a3-4240-911a-0abb48879786 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ff3d9f0e-7b20-41e0-adab-5006027979d1 HTTP/1.1" status: 204 len: 168 time: 0.8004179 Feb 28 18:52:57.284003 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55964) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:52:57.330277 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d39153-9fdb-4af1-9064-fad635795b19 admin admin] Deleting subnet 48d4dc7d-edd3-4b91-87d2-12152cce9be1 {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:52:57.334043 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-31d39153-9fdb-4af1-9064-fad635795b19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.373341 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-31d39153-9fdb-4af1-9064-fad635795b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27829832'] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.473347 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-31d39153-9fdb-4af1-9064-fad635795b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.527307 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-31d39153-9fdb-4af1-9064-fad635795b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2016347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28560992'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.554374 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d39153-9fdb-4af1-9064-fad635795b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d4dc7d-edd3-4b91-87d2-12152cce9be1,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:57.558626 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-31d39153-9fdb-4af1-9064-fad635795b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.561888 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-31d39153-9fdb-4af1-9064-fad635795b19 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/48d4dc7d-edd3-4b91-87d2-12152cce9be1 HTTP/1.1" status: 204 len: 168 time: 0.2769330 Feb 28 18:52:57.564114 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5fd9eb-ab66-429a-93e2-ece9cf4e8d0c None None] Network ddd5b39c-f0e2-4111-80b4-ff433637020e requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:52:57.564622 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55966) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:52:57.631809 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.689689 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Deleting port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:52:57.690067 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.753759 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b01b68-8efa-43fd-aeff-08eb600b6ef4 None None] DHCP port deletion for ddd5b39c-f0e2-4111-80b4-ff433637020e request from dv-cinder-831186-1-iscsi {{(pid=108391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 28 18:52:57.760147 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] For port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=964ebde2-9ef6-4beb-85f0-7dbd7e719d8c,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:57.760662 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.777066 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Calling delete_port for 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c owned by network:dhcp {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:52:57.807467 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-f1b01b68-8efa-43fd-aeff-08eb600b6ef4 None None] Deleting port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c {{(pid=108391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:52:57.807856 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f1b01b68-8efa-43fd-aeff-08eb600b6ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.874561 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-f1b01b68-8efa-43fd-aeff-08eb600b6ef4 None None] For port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=964ebde2-9ef6-4beb-85f0-7dbd7e719d8c,segment=NetworkSegment(81f82f2b-38cc-45c8-b663-eb92949c956a),segment_id=81f82f2b-38cc-45c8-b663-eb92949c956a)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:57.874954 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f1b01b68-8efa-43fd-aeff-08eb600b6ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.875914 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.888746 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-f1b01b68-8efa-43fd-aeff-08eb600b6ef4 None None] Calling delete_port for 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c owned by network:dhcp {{(pid=108391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:52:57.902022 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Pushing event deleted for resources: {'Port': ['ID=964ebde2-9ef6-4beb-85f0-7dbd7e719d8c,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:57.905640 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] No DVR routers for this DVR port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c on host dv-cinder-831186-1-iscsi {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:52:57.975212 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f1b01b68-8efa-43fd-aeff-08eb600b6ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068'] for port, after_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:57.988298 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.015712 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b01b68-8efa-43fd-aeff-08eb600b6ef4 None None] Pushing event deleted for resources: {'Port': ['ID=964ebde2-9ef6-4beb-85f0-7dbd7e719d8c,revision_number=None']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:58.021872 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b01b68-8efa-43fd-aeff-08eb600b6ef4 None None] No DVR routers for this DVR port 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c on host dv-cinder-831186-1-iscsi {{(pid=108391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:52:58.023774 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd5b39c-f0e2-4111-80b4-ff433637020e']}} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:58.043451 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f82f2b-38cc-45c8-b663-eb92949c956a') {'for_net_delete': True} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:58.043839 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f82f2b-38cc-45c8-b663-eb92949c956a') {} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:58.072148 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27829831'] for segment, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.086101 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.093499 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=108389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:52:58.093882 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2016697'] for segment, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: Traceback (most recent call last): Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: timer() Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: cb(*args, **kw) Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: return func(*args, **kwargs) Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: self._notify() Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: self.callback(batched_events) Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: event.method(event) Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: return f(self, *a, **k) Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._get(url).json() Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: return self.request(url, 'GET', **kwargs) Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:52:58.098867 dv-cinder-831186-1-iscsi neutron-server[108389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:52:58.155727 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.161616 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.165093 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] 10.222.0.39 "DELETE /v2.0/networks/ddd5b39c-f0e2-4111-80b4-ff433637020e HTTP/1.1" status: 204 len: 168 time: 0.5993066 Feb 28 18:52:58.177172 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbe917-9628-485e-9bee-190969a399bb admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd5b39c-f0e2-4111-80b4-ff433637020e,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:58.284612 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55972) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:52:58.325304 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f75bde87-ba21-4255-8faf-d8feb65e28fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49b363b24af941fa8a263a868c1567bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388911 Feb 28 18:52:58.327308 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 55974) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:52:58.375670 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7486ebb-6be6-4c03-91b7-038623adb671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.395901 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7486ebb-6be6-4c03-91b7-038623adb671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.445815 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7486ebb-6be6-4c03-91b7-038623adb671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.448425 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-b7486ebb-6be6-4c03-91b7-038623adb671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.449631 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-b7486ebb-6be6-4c03-91b7-038623adb671 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea8f9946-627f-4fa8-9520-327885aba709 HTTP/1.1" status: 204 len: 168 time: 0.1212351 Feb 28 18:52:58.458116 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7486ebb-6be6-4c03-91b7-038623adb671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8f9946-627f-4fa8-9520-327885aba709,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:58.828161 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-8da5d188-7bb3-414b-bbd0-4a5f9088fe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.951029 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e9542d91-1bea-4037-9411-edba6dbceb65 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:52:58.986765 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: e9542d91-1bea-4037-9411-edba6dbceb65 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:52:58.987132 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e9542d91-1bea-4037-9411-edba6dbceb65 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:52:58.988270 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 42da22f9-d773-4ce6-8a87-625ae9014956 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:52:59.016793 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 42da22f9-d773-4ce6-8a87-625ae9014956 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:52:59.017263 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 42da22f9-d773-4ce6-8a87-625ae9014956 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:52:59.017902 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:52:59.054838 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:52:59.055408 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 964ebde2-9ef6-4beb-85f0-7dbd7e719d8c not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:52:59.219070 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-18e1875a-333f-463c-b6ad-5d013a1d5a85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2307796 Feb 28 18:52:59.313295 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-f53da621-dc2c-465d-9743-1502296732b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:59.315033 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-f53da621-dc2c-465d-9743-1502296732b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 1099 time: 0.0487978 Feb 28 18:52:59.431201 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-f279fab0-b4a6-452f-bca7-3b7e66938717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:59.432967 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-f279fab0-b4a6-452f-bca7-3b7e66938717 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 200 len: 917 time: 0.0997477 Feb 28 18:52:59.502338 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-c23d399e-8781-4682-aad7-9973ea19aff1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5 HTTP/1.1" status: 200 len: 1001 time: 0.0627806 Feb 28 18:52:59.553619 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-1f4543bf-de09-45a8-8772-5e4dc0935699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:59.555109 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-1f4543bf-de09-45a8-8772-5e4dc0935699 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 200 len: 855 time: 0.0461657 Feb 28 18:52:59.605818 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-0624a584-c20c-47a6-be24-4d72d0a6d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:59.607318 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-0624a584-c20c-47a6-be24-4d72d0a6d2e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7970e89-9f27-4343-b2f2-1a50f7564b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460603 Feb 28 18:52:59.618189 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-deb997a2-bc7d-4992-9a68-89c70d1becd3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:52:59.619279 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-deb997a2-bc7d-4992-9a68-89c70d1becd3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051548 Feb 28 18:52:59.712810 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-bdf55bb0-6910-41e9-9e10-35d8949b4f6d service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871851 Feb 28 18:52:59.795799 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56026) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:52:59.815792 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3d64ad7b-2c88-4d05-bb1a-d8383a96070d req-409063d1-1e01-480c-b401-de0d8b399675 service neutron] 10.222.0.52 "GET /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955484 Feb 28 18:52:59.911002 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3faff8c0-731f-40ab-89ed-c9c9f1adecd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:59.958879 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:59.985706 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3faff8c0-731f-40ab-89ed-c9c9f1adecd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:59.990107 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3faff8c0-731f-40ab-89ed-c9c9f1adecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:00.026691 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faff8c0-731f-40ab-89ed-c9c9f1adecd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec1173b-664f-4df8-991d-edceb4a8a95f,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:00.032160 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-3faff8c0-731f-40ab-89ed-c9c9f1adecd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51fd4de06c7f46419646dadb795fc3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353976 Feb 28 18:53:00.035438 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56030) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:00.084141 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7ba675c0-0cff-4389-a2c3-c3fa3c8cc0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:00.107964 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7ba675c0-0cff-4389-a2c3-c3fa3c8cc0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:00.157468 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7ba675c0-0cff-4389-a2c3-c3fa3c8cc0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:00.160803 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7ba675c0-0cff-4389-a2c3-c3fa3c8cc0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:00.161980 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-7ba675c0-0cff-4389-a2c3-c3fa3c8cc0b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ec1173b-664f-4df8-991d-edceb4a8a95f HTTP/1.1" status: 204 len: 168 time: 0.1255579 Feb 28 18:53:00.170048 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba675c0-0cff-4389-a2c3-c3fa3c8cc0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec1173b-664f-4df8-991d-edceb4a8a95f,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:01.501747 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:01.792819 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:01.854764 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56080) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:01.961328 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-85dd5b3d-05b6-4b8b-a766-10a2fcd61ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.036818 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-85dd5b3d-05b6-4b8b-a766-10a2fcd61ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.040843 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-85dd5b3d-05b6-4b8b-a766-10a2fcd61ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.078262 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-85dd5b3d-05b6-4b8b-a766-10a2fcd61ba3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e270163ee86b42ab94ae8013e7832f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223785 Feb 28 18:53:02.079121 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd5b3d-05b6-4b8b-a766-10a2fcd61ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae16051d-e82f-4f2c-80a6-308cd9507055,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:02.081606 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56084) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:02.130712 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6528-e0e4-4452-9652-483d4efa0231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.151304 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6528-e0e4-4452-9652-483d4efa0231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.199057 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6528-e0e4-4452-9652-483d4efa0231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.201584 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6528-e0e4-4452-9652-483d4efa0231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.202727 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-c9bc6528-e0e4-4452-9652-483d4efa0231 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae16051d-e82f-4f2c-80a6-308cd9507055 HTTP/1.1" status: 204 len: 168 time: 0.1196320 Feb 28 18:53:02.210566 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc6528-e0e4-4452-9652-483d4efa0231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae16051d-e82f-4f2c-80a6-308cd9507055,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:02.469704 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56090) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:02.483616 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a4a5f8e0-ab11-4857-845e-f42179402aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.559123 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a4a5f8e0-ab11-4857-845e-f42179402aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.563153 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a4a5f8e0-ab11-4857-845e-f42179402aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.605123 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-a4a5f8e0-ab11-4857-845e-f42179402aa4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e232273efc014874b0574909e74be91e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1342998 Feb 28 18:53:02.605995 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5f8e0-ab11-4857-845e-f42179402aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ff5f17-ab12-4d17-9182-ebacf8b90975,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:02.607912 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56092) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:02.656509 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-1279dcf6-156e-45f3-ae1c-ef6909fbea23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.677435 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-1279dcf6-156e-45f3-ae1c-ef6909fbea23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.722501 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-1279dcf6-156e-45f3-ae1c-ef6909fbea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.724918 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-1279dcf6-156e-45f3-ae1c-ef6909fbea23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.726054 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-1279dcf6-156e-45f3-ae1c-ef6909fbea23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59ff5f17-ab12-4d17-9182-ebacf8b90975 HTTP/1.1" status: 204 len: 168 time: 0.1170361 Feb 28 18:53:02.733855 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279dcf6-156e-45f3-ae1c-ef6909fbea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ff5f17-ab12-4d17-9182-ebacf8b90975,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:23.113411 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:24.675673 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:53:26.400571 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-989bddc6-ecc0-44b1-87d6-145962a6b406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:28.831136 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-15b25b78-b647-485f-ba9e-eed853e0b058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:29.962205 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:31.504664 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:31.828609 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:36.842843 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe10dd-d1c4-4dd9-a268-f985bcaa8d66 req-b2e46deb-8339-4763-bb21-47e7d7c97e87 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:36.844333 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f2fe10dd-d1c4-4dd9-a268-f985bcaa8d66 req-b2e46deb-8339-4763-bb21-47e7d7c97e87 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 946 time: 0.0536242 Feb 28 18:53:36.882801 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f2fe10dd-d1c4-4dd9-a268-f985bcaa8d66 req-1d9a5f74-7386-4122-b1a3-c8a29e8a2021 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320132 Feb 28 18:53:38.004459 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fe785-2400-4c4b-acc8-164de1177c13 req-17eb0b69-2dfb-46b3-ac5d-5133eae3a052 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:38.005965 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9f1fe785-2400-4c4b-acc8-164de1177c13 req-17eb0b69-2dfb-46b3-ac5d-5133eae3a052 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 946 time: 0.0486984 Feb 28 18:53:38.044278 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9f1fe785-2400-4c4b-acc8-164de1177c13 req-7f81f59b-5fc0-4e2b-b7c7-e82d7d34cfae tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Feb 28 18:53:38.641133 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-0500387d-012c-4be4-9dda-74bdf0abdeb7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:38.644944 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-0500387d-012c-4be4-9dda-74bdf0abdeb7 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 946 time: 0.0507720 Feb 28 18:53:38.730088 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56330) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:38.741727 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Deleting port e66ba5c4-014b-4840-a005-7f984c18bfb5 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:53:38.742143 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:38.840809 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] For port e66ba5c4-014b-4840-a005-7f984c18bfb5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e66ba5c4-014b-4840-a005-7f984c18bfb5,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:38.841170 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:38.853712 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-708b7902-0dd2-4140-8e1a-4aec40884d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.063110 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-708b7902-0dd2-4140-8e1a-4aec40884d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.070820 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-708b7902-0dd2-4140-8e1a-4aec40884d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.091972 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.092340 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.092655 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Floating IP 652434bb-36c3-444a-9a95-8aa9432b1801 disassociated. External IP: 172.27.2.209, port: e66ba5c4-014b-4840-a005-7f984c18bfb5. Feb 28 18:53:39.092995 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Calling delete_port for e66ba5c4-014b-4840-a005-7f984c18bfb5 owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:53:39.137433 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-708b7902-0dd2-4140-8e1a-4aec40884d59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6ff0ad473204697ada31c8c5428019a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063294 Feb 28 18:53:39.140321 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56336) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:39.167750 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b7902-0dd2-4140-8e1a-4aec40884d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6950a776-4360-4fd8-bf90-d1e691df72e2,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:39.194544 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1e9b-5e6e-41d8-8123-028ea0a703c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.217642 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1e9b-5e6e-41d8-8123-028ea0a703c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.221720 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd62686-b8e2-48b8-98ea-1555bf9f78f8 req-ee643e0e-358f-40c1-8fee-ebb153a8d3db tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:39.223376 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6cd62686-b8e2-48b8-98ea-1555bf9f78f8 req-ee643e0e-358f-40c1-8fee-ebb153a8d3db tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 946 time: 0.1003191 Feb 28 18:53:39.271749 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1e9b-5e6e-41d8-8123-028ea0a703c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.274796 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1e9b-5e6e-41d8-8123-028ea0a703c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.275992 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-7f9c1e9b-5e6e-41d8-8123-028ea0a703c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6950a776-4360-4fd8-bf90-d1e691df72e2 HTTP/1.1" status: 204 len: 168 time: 0.1347098 Feb 28 18:53:39.284949 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c1e9b-5e6e-41d8-8123-028ea0a703c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6950a776-4360-4fd8-bf90-d1e691df72e2,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:39.301510 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6cd62686-b8e2-48b8-98ea-1555bf9f78f8 req-8dc293c3-d596-4efd-aa70-6ae531048b0e tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5bdb9ad-2534-40ad-9cce-28dadf3a1628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668147 Feb 28 18:53:39.332101 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.362234 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event deleted for resources: {'Port': ['ID=e66ba5c4-014b-4840-a005-7f984c18bfb5,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:39.573427 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56342) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:39.588008 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a187fdf3-fa83-4427-a07c-dd01a169350c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.672397 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a187fdf3-fa83-4427-a07c-dd01a169350c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.677100 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a187fdf3-fa83-4427-a07c-dd01a169350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.719592 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-a187fdf3-fa83-4427-a07c-dd01a169350c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=209754b8a74746ffb2de003a4a9824fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450326 Feb 28 18:53:39.720473 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187fdf3-fa83-4427-a07c-dd01a169350c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd3a54f-3ce5-4a8f-9400-d9526284bc86,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:39.722899 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56344) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:39.761655 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:53:39.822253 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f24bcb7a-1ea6-46fa-a664-c236ab20376f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.859547 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f24bcb7a-1ea6-46fa-a664-c236ab20376f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.928737 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:53:39.941854 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] Sync routers for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:53:39.951177 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:53:39.951738 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:53:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:39.975927 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f24bcb7a-1ea6-46fa-a664-c236ab20376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.978334 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f24bcb7a-1ea6-46fa-a664-c236ab20376f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.979449 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f24bcb7a-1ea6-46fa-a664-c236ab20376f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbd3a54f-3ce5-4a8f-9400-d9526284bc86 HTTP/1.1" status: 204 len: 168 time: 0.2531681 Feb 28 18:53:39.980249 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] No DVR routers for this DVR port e66ba5c4-014b-4840-a005-7f984c18bfb5 on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:53:39.982879 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.986331 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e04bc1da-bd41-434d-bc53-814c096e9222 req-83b3ec50-9343-4f6b-a1d0-c0f343aff0eb tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.52 "DELETE /v2.0/ports/e66ba5c4-014b-4840-a005-7f984c18bfb5 HTTP/1.1" status: 204 len: 173 time: 1.3349850 Feb 28 18:53:39.988422 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'name': 'network-vif-deleted', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:53:39.991460 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c5156e-0d42-4533-8faf-d2d5475f3f3b" -d '{"events": [{"server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "name": "network-vif-deleted", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:53:40.000193 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bcb7a-1ea6-46fa-a664-c236ab20376f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd3a54f-3ce5-4a8f-9400-d9526284bc86,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:40.060400 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:53:40.196282 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba28aa1-426a-440c-a5cc-fbd85b7c2db4 x-openstack-request-id: req-3ba28aa1-426a-440c-a5cc-fbd85b7c2db4 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:53:40.196647 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de4bb4-0b5e-4cdc-be5e-e828cc779446", "name": "network-vif-deleted", "tag": "e66ba5c4-014b-4840-a005-7f984c18bfb5", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:53:40.196978 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ba28aa1-426a-440c-a5cc-fbd85b7c2db4 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:53:40.197629 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de4bb4-0b5e-4cdc-be5e-e828cc779446', 'name': 'network-vif-deleted', 'tag': 'e66ba5c4-014b-4840-a005-7f984c18bfb5', 'status': 'completed', 'code': 200} Feb 28 18:53:40.274661 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:40.311662 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] Checking router: 4582cd2e-5c85-4b7a-9833-922e9dad6f03 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:53:40.320814 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:53:40.321404 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:53:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:40.452056 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dfe320c4-9af0-45d2-883b-28369597dd41 req-a6622a9f-92d2-4fd2-b631-3f2472b7919c tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1de4bb4-0b5e-4cdc-be5e-e828cc779446 HTTP/1.1" status: 200 len: 210 time: 0.0486028 Feb 28 18:53:40.456185 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:53:40.670829 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:40.698539 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baba3ec-c6bf-418b-ab95-2494be392bb9 None None] The sync data for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi is: [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:42:06Z', 'revision_number': 4, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '2a568c50-faf5-4da9-905b-0fe75aceb827', 'name': '', 'network_id': 'a7970e89-9f27-4343-b2f2-1a50f7564b61', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'mac_address': 'fa:16:3e:55:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '338a2712-d245-429a-8b07-2daf9f41a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:42:04Z', 'updated_at': '2022-02-28T18:42:16Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'subnets': [{'id': '338a2712-d245-429a-8b07-2daf9f41a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:53:40.922911 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11325529-9843-4e7f-a2ed-1a214004a137 None None] New status for floating IP 652434bb-36c3-444a-9a95-8aa9432b1801: DOWN {{(pid=108391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:53:41.543172 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56406) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:41.601944 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-582e9d5c-dc61-493e-b242-18a6928123b5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:41.626358 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-582e9d5c-dc61-493e-b242-18a6928123b5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:41.676946 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-582e9d5c-dc61-493e-b242-18a6928123b5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:41.679706 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-582e9d5c-dc61-493e-b242-18a6928123b5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:41.683311 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-582e9d5c-dc61-493e-b242-18a6928123b5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "DELETE /v2.0/security-groups/f5bdb9ad-2534-40ad-9cce-28dadf3a1628 HTTP/1.1" status: 204 len: 168 time: 0.1365876 Feb 28 18:53:41.687505 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56420) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:41.690965 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e9d5c-dc61-493e-b242-18a6928123b5 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bdb9ad-2534-40ad-9cce-28dadf3a1628,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:41.702539 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.api.v2.resource [None req-b6a2ee98-55b2-4020-9ff8-c9e30fe21dff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] show failed (client error): The resource could not be found. Feb 28 18:53:41.703578 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-b6a2ee98-55b2-4020-9ff8-c9e30fe21dff tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "GET /v2.0/security-groups/f5bdb9ad-2534-40ad-9cce-28dadf3a1628 HTTP/1.1" status: 404 len: 347 time: 0.0185442 Feb 28 18:53:41.706784 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56424) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:41.834992 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a535c-7b75-479a-86c7-b1f31767dd68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Deleting port 6a7f9f06-dd2b-4650-b10b-d21ac860325e {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:53:41.835330 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9b1a535c-7b75-479a-86c7-b1f31767dd68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:41.916585 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9b1a535c-7b75-479a-86c7-b1f31767dd68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:41.916914 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9b1a535c-7b75-479a-86c7-b1f31767dd68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:41.932306 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a535c-7b75-479a-86c7-b1f31767dd68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Calling delete_port for 6a7f9f06-dd2b-4650-b10b-d21ac860325e owned by network:floatingip {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:53:42.008317 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56432) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:42.062916 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9b1a535c-7b75-479a-86c7-b1f31767dd68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.093125 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a535c-7b75-479a-86c7-b1f31767dd68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Pushing event deleted for resources: {'Port': ['ID=6a7f9f06-dd2b-4650-b10b-d21ac860325e,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:42.119761 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-120f3d27-ea80-4525-9889-1a45ec1e1419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.136287 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e66ba5c4-014b-4840-a005-7f984c18bfb5 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:53:42.159957 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9b1a535c-7b75-479a-86c7-b1f31767dd68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks [] for floatingip, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.160296 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: e66ba5c4-014b-4840-a005-7f984c18bfb5 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:53:42.160700 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device e66ba5c4-014b-4840-a005-7f984c18bfb5 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:53:42.163784 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9b1a535c-7b75-479a-86c7-b1f31767dd68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.165712 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-9b1a535c-7b75-479a-86c7-b1f31767dd68 tempest-AttachVolumeShelveTestJSON-897467008 tempest-AttachVolumeShelveTestJSON-897467008-project] 10.222.0.39 "DELETE /v2.0/floatingips/652434bb-36c3-444a-9a95-8aa9432b1801 HTTP/1.1" status: 204 len: 168 time: 0.4577408 Feb 28 18:53:42.201454 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-120f3d27-ea80-4525-9889-1a45ec1e1419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.206788 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-120f3d27-ea80-4525-9889-1a45ec1e1419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.248770 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f3d27-ea80-4525-9889-1a45ec1e1419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e652326-623a-4df3-b882-6d91effa809b,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:42.256106 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-120f3d27-ea80-4525-9889-1a45ec1e1419 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=456ca109d98746f88e4ce914fe3097bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465038 Feb 28 18:53:42.256456 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56440) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:42.311619 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2107b345-2c04-4241-aa03-52b13d8109bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.332537 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2107b345-2c04-4241-aa03-52b13d8109bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.380218 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2107b345-2c04-4241-aa03-52b13d8109bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.382920 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2107b345-2c04-4241-aa03-52b13d8109bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.384088 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-2107b345-2c04-4241-aa03-52b13d8109bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e652326-623a-4df3-b882-6d91effa809b HTTP/1.1" status: 204 len: 168 time: 0.1262422 Feb 28 18:53:42.393176 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107b345-2c04-4241-aa03-52b13d8109bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e652326-623a-4df3-b882-6d91effa809b,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:42.654261 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56446) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:42.667486 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7ad11d7b-9a55-4fce-9fe0-0b33b6d86c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.749381 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7ad11d7b-9a55-4fce-9fe0-0b33b6d86c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.754316 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-7ad11d7b-9a55-4fce-9fe0-0b33b6d86c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.792916 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-7ad11d7b-9a55-4fce-9fe0-0b33b6d86c81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f22e35c662724009ab92332d518b613a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1375897 Feb 28 18:53:42.794106 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad11d7b-9a55-4fce-9fe0-0b33b6d86c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8416c5d7-a87b-4f90-8e70-60598473cff5,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:42.795724 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56448) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:42.846932 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-44695a8d-d840-4185-ab05-102462415292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.868158 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-44695a8d-d840-4185-ab05-102462415292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.916736 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-44695a8d-d840-4185-ab05-102462415292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.919430 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-44695a8d-d840-4185-ab05-102462415292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:42.920616 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-44695a8d-d840-4185-ab05-102462415292 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8416c5d7-a87b-4f90-8e70-60598473cff5 HTTP/1.1" status: 204 len: 168 time: 0.1238239 Feb 28 18:53:42.929616 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44695a8d-d840-4185-ab05-102462415292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8416c5d7-a87b-4f90-8e70-60598473cff5,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:43.982952 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56492) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:44.089108 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae4f4-9b5e-4466-a7bd-152523a5af7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:44.161150 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae4f4-9b5e-4466-a7bd-152523a5af7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:44.164674 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae4f4-9b5e-4466-a7bd-152523a5af7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:44.200944 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ae4f4-9b5e-4466-a7bd-152523a5af7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d932d3-3174-4f59-973c-aa5cc31150ad,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:44.205786 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-cf9ae4f4-9b5e-4466-a7bd-152523a5af7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4959583bcf1b41dcaee76d2a4b9a1870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210898 Feb 28 18:53:44.208609 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56496) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:44.259668 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7fc592ce-3a42-435b-be28-31dcee20f752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:44.281099 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7fc592ce-3a42-435b-be28-31dcee20f752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:44.331464 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7fc592ce-3a42-435b-be28-31dcee20f752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:44.334029 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-7fc592ce-3a42-435b-be28-31dcee20f752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:44.335187 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-7fc592ce-3a42-435b-be28-31dcee20f752 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58d932d3-3174-4f59-973c-aa5cc31150ad HTTP/1.1" status: 204 len: 168 time: 0.1257012 Feb 28 18:53:44.343413 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc592ce-3a42-435b-be28-31dcee20f752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d932d3-3174-4f59-973c-aa5cc31150ad,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:44.586267 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56514) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:45.147020 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445129'] for router_interface, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:45.400128 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] Deleting port 2a568c50-faf5-4da9-905b-0fe75aceb827 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:53:45.400468 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:45.486620 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] For port 2a568c50-faf5-4da9-905b-0fe75aceb827, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=2a568c50-faf5-4da9-905b-0fe75aceb827,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:45.487042 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:45.498669 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] Calling delete_port for 2a568c50-faf5-4da9-905b-0fe75aceb827 owned by network:router_interface {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:53:45.681188 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:45.707239 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a568c50-faf5-4da9-905b-0fe75aceb827,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:45.875104 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445117'] for router_interface, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:46.087706 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] Router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:53:46.196835 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:53:46.202106 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-873abb6c-7cfd-4fad-84d3-d8d13f3f28a8 admin admin] 10.222.0.39 "PUT /v2.0/routers/4582cd2e-5c85-4b7a-9833-922e9dad6f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147981 Feb 28 18:53:46.204578 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56540) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:46.207104 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] Sync routers for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:53:46.217342 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:53:46.218223 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:53:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:46.321258 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Notify callbacks [] for router, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:46.335200 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:53:46.429779 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:46.489613 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Deleting port e6f8c430-07b3-4896-bc8d-d8739cce7ca0 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:53:46.490021 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:46.531993 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:53:45Z', 'revision_number': 5, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port': {'id': 'e6f8c430-07b3-4896-bc8d-d8739cce7ca0', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:41:56Z', 'updated_at': '2022-02-28T18:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:46.559551 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] Checking router: 4582cd2e-5c85-4b7a-9833-922e9dad6f03 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:53:46.568287 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] Routers {'4582cd2e-5c85-4b7a-9833-922e9dad6f03'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:53:46.568888 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:53:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:46.574713 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-15a4b9c3-21cc-49d9-b595-8eff0ca75264 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c883ce5b7c004bc28d23ce93d2a27323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344999 Feb 28 18:53:46.701898 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] For port e6f8c430-07b3-4896-bc8d-d8739cce7ca0, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=e6f8c430-07b3-4896-bc8d-d8739cce7ca0,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:46.702307 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:46.735434 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Calling delete_port for e6f8c430-07b3-4896-bc8d-d8739cce7ca0 owned by network:router_gateway {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:53:46.742955 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] Set router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 gateway port host: None {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:53:46.808061 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:53:46Z', 'revision_number': 6, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port_host': None}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:46.834087 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-b439d85c-e9c5-4c30-8dd0-871669f63260 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:46.835573 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-b439d85c-e9c5-4c30-8dd0-871669f63260 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531049 Feb 28 18:53:46.836626 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c359293-fd40-4b51-aecc-232cc7f856d2 None None] The sync data for ids ['4582cd2e-5c85-4b7a-9833-922e9dad6f03'] in dv-cinder-831186-1-iscsi is: [{'id': '4582cd2e-5c85-4b7a-9833-922e9dad6f03', 'name': 'tempest-AttachVolumeShelveTestJSON-288948176-router', 'tenant_id': '3ae4d0581e264ca4b5c129526e3833ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:41:55Z', 'updated_at': '2022-02-28T18:53:46Z', 'revision_number': 6, 'project_id': '3ae4d0581e264ca4b5c129526e3833ac', 'gw_port_host': None}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:53:46.866274 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-6ac603a3-7976-4475-9790-cb06874bc348 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/quotas/c883ce5b7c004bc28d23ce93d2a27323 HTTP/1.1" status: 200 len: 375 time: 0.0178781 Feb 28 18:53:46.936382 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-654ef011-7d6a-4d97-a4e4-ee8add98b754 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c883ce5b7c004bc28d23ce93d2a27323&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653253 Feb 28 18:53:47.004722 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.028265 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f8c430-07b3-4896-bc8d-d8739cce7ca0,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:47.104688 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448263'] for router_gateway, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.108938 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2505ce05-70b5-4f5b-a80a-732b6c3ec771 req-9e9fce10-e38e-400a-98c2-9bd2acb4d9d7 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 210 time: 0.0338879 Feb 28 18:53:47.354055 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 2a568c50-faf5-4da9-905b-0fe75aceb827 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:53:47.379080 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 2a568c50-faf5-4da9-905b-0fe75aceb827 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:53:47.379626 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 2a568c50-faf5-4da9-905b-0fe75aceb827 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:53:47.470430 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12954'] for router, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.473307 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.518942 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445587'] for router, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.519503 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4582cd2e-5c85-4b7a-9833-922e9dad6f03 {{(pid=108388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:53:47.523845 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.527347 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-352bbfa6-1d3f-4b6a-b7a8-828ede598d7c admin admin] 10.222.0.39 "DELETE /v2.0/routers/4582cd2e-5c85-4b7a-9833-922e9dad6f03 HTTP/1.1" status: 204 len: 168 time: 1.3188727 Feb 28 18:53:47.527603 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56574) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:47.572305 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_v2 [None req-336d0baf-4c94-46c3-aadc-49ff809e712c admin admin] Deleting subnet 338a2712-d245-429a-8b07-2daf9f41a687 {{(pid=108388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:53:47.575522 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-336d0baf-4c94-46c3-aadc-49ff809e712c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.612125 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-336d0baf-4c94-46c3-aadc-49ff809e712c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28524504'] for subnet, precommit_delete_associations {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.705518 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-336d0baf-4c94-46c3-aadc-49ff809e712c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.761428 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-336d0baf-4c94-46c3-aadc-49ff809e712c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25877616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25248754'] for subnet, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.789090 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d0baf-4c94-46c3-aadc-49ff809e712c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338a2712-d245-429a-8b07-2daf9f41a687,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:47.791958 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-336d0baf-4c94-46c3-aadc-49ff809e712c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.797857 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-336d0baf-4c94-46c3-aadc-49ff809e712c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/338a2712-d245-429a-8b07-2daf9f41a687 HTTP/1.1" status: 204 len: 168 time: 0.2692549 Feb 28 18:53:47.798493 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56578) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:47.802797 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ee3d01-6404-41fe-af95-0da231553ddd None None] Network a7970e89-9f27-4343-b2f2-1a50f7564b61 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:53:47.885535 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:47.947314 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Deleting port d65bf39b-e748-4b1b-81bb-6ff5524b3305 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:53:47.947806 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.003278 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] DHCP port deletion for a7970e89-9f27-4343-b2f2-1a50f7564b61 request from dv-cinder-831186-1-iscsi {{(pid=108391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 28 18:53:48.023631 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] For port d65bf39b-e748-4b1b-81bb-6ff5524b3305, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=d65bf39b-e748-4b1b-81bb-6ff5524b3305,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:48.023986 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.037514 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Calling delete_port for d65bf39b-e748-4b1b-81bb-6ff5524b3305 owned by network:dhcp {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:53:48.052812 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Deleting port d65bf39b-e748-4b1b-81bb-6ff5524b3305 {{(pid=108391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:53:48.053172 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.118599 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] For port d65bf39b-e748-4b1b-81bb-6ff5524b3305, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=d65bf39b-e748-4b1b-81bb-6ff5524b3305,segment=NetworkSegment(f9b065a2-f3bd-402c-9f33-3b7ed46cd226),segment_id=f9b065a2-f3bd-402c-9f33-3b7ed46cd226)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:48.118988 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.133627 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.135627 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Calling delete_port for d65bf39b-e748-4b1b-81bb-6ff5524b3305 owned by network:dhcp {{(pid=108391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:53:48.167576 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d65bf39b-e748-4b1b-81bb-6ff5524b3305,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:48.169799 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] No DVR routers for this DVR port d65bf39b-e748-4b1b-81bb-6ff5524b3305 on host dv-cinder-831186-1-iscsi {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:53:48.231451 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-aa172159-ccf2-4444-8aa1-78dcc1e8350a tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c883ce5b7c004bc28d23ce93d2a27323&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350285 Feb 28 18:53:48.239392 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b6b2a25e-d0cc-48b9-84ce-84ee83a435d1 req-c1353000-f8e8-452c-8ef3-17451bf8258b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 210 time: 0.0422814 Feb 28 18:53:48.257486 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068'] for port, after_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.292784 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Pushing event deleted for resources: {'Port': ['ID=d65bf39b-e748-4b1b-81bb-6ff5524b3305,revision_number=None']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:48.301251 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.301854 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.302210 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.302544 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.302875 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.303200 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.303540 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.304061 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.304536 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.305018 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.305497 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.307504 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.308040 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:48.317358 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba9b5e-2adb-43ac-8c1d-da6148547abd None None] No DVR routers for this DVR port d65bf39b-e748-4b1b-81bb-6ff5524b3305 on host dv-cinder-831186-1-iscsi {{(pid=108391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:53:48.325653 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7970e89-9f27-4343-b2f2-1a50f7564b61']}} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:48.336007 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226') {'for_net_delete': True} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:48.336298 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b065a2-f3bd-402c-9f33-3b7ed46cd226') {} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:48.345816 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28524503'] for segment, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.365203 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.373443 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=108388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:53:48.374020 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25877906'] for segment, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: Traceback (most recent call last): Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: timer() Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: cb(*args, **kw) Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: return func(*args, **kwargs) Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: self._notify() Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: self.callback(batched_events) Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: event.method(event) Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: return f(self, *a, **k) Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._get(url).json() Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: return self.request(url, 'GET', **kwargs) Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:53:48.375894 dv-cinder-831186-1-iscsi neutron-server[108388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:53:48.431992 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.437863 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.440836 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a7970e89-9f27-4343-b2f2-1a50f7564b61 HTTP/1.1" status: 204 len: 168 time: 0.6404121 Feb 28 18:53:48.457347 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e37e54-53dc-4943-9cb5-ff595219df16 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7970e89-9f27-4343-b2f2-1a50f7564b61,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:48.468182 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-1cccb234-8609-4423-934f-65b5e2d02b68 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:48.469616 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-1cccb234-8609-4423-934f-65b5e2d02b68 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332287 Feb 28 18:53:48.486980 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Request body: {'port': {'device_id': '6e997ea0-2a82-4f14-b3b5-11420a511503', 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a', 'admin_state_up': True, 'tenant_id': 'c883ce5b7c004bc28d23ce93d2a27323'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:53:48.596143 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Made reservation on behalf of c883ce5b7c004bc28d23ce93d2a27323 for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:53:48.600090 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.609206 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.615971 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56588) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:48.660988 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-363c534e-fea2-465b-b061-d283d1da240e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ae4d0581e264ca4b5c129526e3833ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435424 Feb 28 18:53:48.663299 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56590) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:48.686340 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.690512 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.713173 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-63a60e3d-d569-4e75-8764-13be37c17fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.734686 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-63a60e3d-d569-4e75-8764-13be37c17fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.757546 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc228f-37ba-4809-84a4-9af9752224cd,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:48.784296 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-63a60e3d-d569-4e75-8764-13be37c17fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.787404 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-63a60e3d-d569-4e75-8764-13be37c17fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:48.791174 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-63a60e3d-d569-4e75-8764-13be37c17fc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7675f86d-ff65-478e-9b0d-b8219da791c5 HTTP/1.1" status: 204 len: 168 time: 0.1239676 Feb 28 18:53:48.797117 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a60e3d-d569-4e75-8764-13be37c17fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7675f86d-ff65-478e-9b0d-b8219da791c5,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:48.834669 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Allocated IP 192.168.233.184 (1b32cc6b-3e0b-4aec-96ce-1920a4724c4a/a0135d57-b6a4-4cf1-8f69-0b95e8869510/6f2dd8d3-3ed6-485b-9e22-a9d26440572b) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:53:48.986272 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device d65bf39b-e748-4b1b-81bb-6ff5524b3305 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:53:49.006264 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.008176 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: d65bf39b-e748-4b1b-81bb-6ff5524b3305 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:53:49.008520 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device d65bf39b-e748-4b1b-81bb-6ff5524b3305 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:53:49.008945 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e6f8c430-07b3-4896-bc8d-d8739cce7ca0 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:53:49.036055 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: e6f8c430-07b3-4896-bc8d-d8739cce7ca0 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:53:49.036565 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device e6f8c430-07b3-4896-bc8d-d8739cce7ca0 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:53:49.052564 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.099828 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:53:49.102912 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:53:49.106908 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:53:49.114081 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Pushing event updated for resources: {'Port': ['ID=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:49.161656 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:49.162286 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.183104 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-8c083908-feac-49bd-a245-89b558a48ea6 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7002702 Feb 28 18:53:49.195920 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Request body: {'port': {'device_id': '6e997ea0-2a82-4f14-b3b5-11420a511503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:53:49.256329 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.385888 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-b70ac7e1-2b0c-4772-9348-d6f004a336b8 None None] Provisioning complete for port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:49.386561 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b70ac7e1-2b0c-4772-9348-d6f004a336b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.428318 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-b70ac7e1-2b0c-4772-9348-d6f004a336b8 None None] Port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:53:49.493588 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b995d-08c6-45b7-906d-4893c8c92b6f req-bfcf77c0-7027-4940-a4ad-cfdbbe74d40e tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:49.495079 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-456b995d-08c6-45b7-906d-4893c8c92b6f req-bfcf77c0-7027-4940-a4ad-cfdbbe74d40e tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 936 time: 0.1308484 Feb 28 18:53:49.556263 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-456b995d-08c6-45b7-906d-4893c8c92b6f req-67127d18-0b13-48be-aaa9-bf262ea4960a tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545313 Feb 28 18:53:49.626372 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2dd8d3-3ed6-485b-9e22-a9d26440572b {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:53:49.634291 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.647414 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Transition to ACTIVE for port object 6f2dd8d3-3ed6-485b-9e22-a9d26440572b will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:53:49.651934 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.708403 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:49.733051 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.733393 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.733730 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.734062 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.734390 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.735012 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.735344 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.735694 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.736032 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.736485 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.736900 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.737239 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:49.788993 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Attempting to bind port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:53:49.789512 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Attempting to bind port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f4b333ad-ef6d-4d1f-b368-9146ebac6841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:53:49.790101 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Attempting to bind port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b on network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:53:49.795140 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b on network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:53:49.795404 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Attempting to bind port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b on network 1b32cc6b-3e0b-4aec-96ce-1920a4724c4a {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:53:49.801095 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:53:49.801697 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Checking segment: {'id': 'f4b333ad-ef6d-4d1f-b368-9146ebac6841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:53:49.802267 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Bound using segment: {'id': 'f4b333ad-ef6d-4d1f-b368-9146ebac6841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:53:49.802695 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Bound port: 6f2dd8d3-3ed6-485b-9e22-a9d26440572b, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b333ad-ef6d-4d1f-b368-9146ebac6841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:53:49.803056 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.878316 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] For port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:53:49.881791 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] For port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,segment=NetworkSegment(f4b333ad-ef6d-4d1f-b368-9146ebac6841),segment_id=f4b333ad-ef6d-4d1f-b368-9146ebac6841)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:53:49.887919 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.924548 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:49.925330 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.926748 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f2dd8d3-3ed6-485b-9e22-a9d26440572b HTTP/1.1" status: 200 len: 1098 time: 0.7359352 Feb 28 18:53:49.927193 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e997ea0-2a82-4f14-b3b5-11420a511503', 'tag': '6f2dd8d3-3ed6-485b-9e22-a9d26440572b'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:53:49.929450 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e997ea0-2a82-4f14-b3b5-11420a511503", "tag": "6f2dd8d3-3ed6-485b-9e22-a9d26440572b"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:53:49.965861 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b3491-6e68-4cea-90bf-e91038214863 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:50.000098 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58875d9f-0794-43e4-8111-18729d34512a x-openstack-request-id: req-58875d9f-0794-43e4-8111-18729d34512a {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:53:50.000400 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e997ea0-2a82-4f14-b3b5-11420a511503", "tag": "6f2dd8d3-3ed6-485b-9e22-a9d26440572b", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:53:50.000637 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58875d9f-0794-43e4-8111-18729d34512a {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:53:50.001024 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e997ea0-2a82-4f14-b3b5-11420a511503', 'tag': '6f2dd8d3-3ed6-485b-9e22-a9d26440572b', 'status': 'completed', 'code': 200} Feb 28 18:53:50.020761 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-2c824a5c-e5b0-4d9f-831d-76a7d2ddfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:50.022430 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-2c824a5c-e5b0-4d9f-831d-76a7d2ddfe83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c883ce5b7c004bc28d23ce93d2a27323&device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 1101 time: 0.0527837 Feb 28 18:53:50.072091 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-7a45ff4d-a961-4f8e-b14c-375c324cd739 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6f2dd8d3-3ed6-485b-9e22-a9d26440572b HTTP/1.1" status: 200 len: 217 time: 0.0424960 Feb 28 18:53:50.127205 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-0fa11a9e-be2c-44b5-82cb-2428760ef762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:50.129020 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-0fa11a9e-be2c-44b5-82cb-2428760ef762 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0135d57-b6a4-4cf1-8f69-0b95e8869510 HTTP/1.1" status: 200 len: 843 time: 0.0505393 Feb 28 18:53:50.175523 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-62c75095-ea23-4f1d-98eb-efe1bd7041b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:50.177096 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-62c75095-ea23-4f1d-98eb-efe1bd7041b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b32cc6b-3e0b-4aec-96ce-1920a4724c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415413 Feb 28 18:53:50.268789 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-abf361cd-1089-473c-bf05-a2b063daa87a service neutron] 10.222.0.52 "GET /v2.0/networks/1b32cc6b-3e0b-4aec-96ce-1920a4724c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852580 Feb 28 18:53:50.363987 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c5866e9d-cfee-4a78-a04d-ed6f6d1b10d6 req-e563eea8-55da-493c-82ed-933587d62a59 service neutron] 10.222.0.52 "GET /v2.0/networks/1b32cc6b-3e0b-4aec-96ce-1920a4724c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892491 Feb 28 18:53:50.447756 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-84845c19-ca13-4ca2-b970-f38387f81431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:50.449463 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-84845c19-ca13-4ca2-b970-f38387f81431 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c883ce5b7c004bc28d23ce93d2a27323&device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 1101 time: 0.0427456 Feb 28 18:53:50.552461 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-bfd1c83d-37e3-40fe-85b7-3a7da3a72c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:50.553917 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-bfd1c83d-37e3-40fe-85b7-3a7da3a72c1e service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b32cc6b-3e0b-4aec-96ce-1920a4724c4a HTTP/1.1" status: 200 len: 870 time: 0.0975156 Feb 28 18:53:50.597474 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-9dab4ff9-ba17-418c-82d6-0ef652797608 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6f2dd8d3-3ed6-485b-9e22-a9d26440572b HTTP/1.1" status: 200 len: 217 time: 0.0368946 Feb 28 18:53:50.676495 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-dd543346-6a88-4f31-930c-483beb8f75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:50.677920 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-dd543346-6a88-4f31-930c-483beb8f75f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0135d57-b6a4-4cf1-8f69-0b95e8869510 HTTP/1.1" status: 200 len: 843 time: 0.0740764 Feb 28 18:53:50.700613 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f7183-def2-4c8f-a04f-9ded96af2dc6 req-bb8531e6-744f-4a08-90ff-aa17b905b164 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:50.702031 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-944f7183-def2-4c8f-a04f-9ded96af2dc6 req-bb8531e6-744f-4a08-90ff-aa17b905b164 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 948 time: 0.0685260 Feb 28 18:53:50.756066 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-944f7183-def2-4c8f-a04f-9ded96af2dc6 req-86dc6a3b-25ce-46cc-83a6-26c16e876c3d tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 Feb 28 18:53:50.758509 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-7a809c3a-08eb-41db-84d5-fc7010bd4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:50.759920 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-7a809c3a-08eb-41db-84d5-fc7010bd4744 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b32cc6b-3e0b-4aec-96ce-1920a4724c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748355 Feb 28 18:53:50.852904 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-f29b93c3-e1fe-4cf3-8917-84bdef6c9753 service neutron] 10.222.0.52 "GET /v2.0/networks/1b32cc6b-3e0b-4aec-96ce-1920a4724c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844650 Feb 28 18:53:50.941121 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-00577ed1-69bb-46d7-8aa0-9357f1b2e9b3 req-694a5561-c691-4b7b-b8bf-407b60e18ea1 service neutron] 10.222.0.52 "GET /v2.0/networks/1b32cc6b-3e0b-4aec-96ce-1920a4724c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814617 Feb 28 18:53:51.873242 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aae4a0-409c-45b5-82a5-966d46a77ab3 req-2baadecb-da55-434f-905d-d87467366a2d tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:51.874819 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-01aae4a0-409c-45b5-82a5-966d46a77ab3 req-2baadecb-da55-434f-905d-d87467366a2d tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 948 time: 0.0495806 Feb 28 18:53:51.913551 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-01aae4a0-409c-45b5-82a5-966d46a77ab3 req-bd08939e-544b-421c-b9af-05d56c8bd5bd tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324657 Feb 28 18:53:53.029239 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaacd5b-91ee-4ae3-a7da-81379dec926b req-c2a24ce3-96a1-407b-b581-04f3eebe9ef4 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:53.031031 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2aaacd5b-91ee-4ae3-a7da-81379dec926b req-c2a24ce3-96a1-407b-b581-04f3eebe9ef4 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 948 time: 0.0508657 Feb 28 18:53:53.069537 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-2aaacd5b-91ee-4ae3-a7da-81379dec926b req-414aabef-3042-4d93-917f-22c2df9ca9eb tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Feb 28 18:53:53.108156 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:53.339623 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56684) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:53.442953 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:53.519457 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:53.524300 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:53.561885 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a63680cf4724157b63f6483e4075af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211983 Feb 28 18:53:53.562722 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688cce63-721a-4640-8b65-43513eb330d1,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:53.564971 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56688) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:53.570051 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.570389 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.570720 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.571039 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.571358 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.571702 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.572018 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.572332 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.572646 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.572956 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.573265 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.573572 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f07c-f0e9-4cef-b513-27c25a185074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:53.618955 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c313480e-3ed5-4af1-a443-2592d98bad42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:53.639627 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c313480e-3ed5-4af1-a443-2592d98bad42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:53.684869 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c313480e-3ed5-4af1-a443-2592d98bad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:53.687422 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c313480e-3ed5-4af1-a443-2592d98bad42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:53.688590 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c313480e-3ed5-4af1-a443-2592d98bad42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/688cce63-721a-4640-8b65-43513eb330d1 HTTP/1.1" status: 204 len: 168 time: 0.1228290 Feb 28 18:53:53.697060 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313480e-3ed5-4af1-a443-2592d98bad42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688cce63-721a-4640-8b65-43513eb330d1,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:53.946521 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56694) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:53.959332 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-953de567-885b-417a-9b51-28373ef6a036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:54.031719 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-953de567-885b-417a-9b51-28373ef6a036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:54.036265 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-953de567-885b-417a-9b51-28373ef6a036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:54.074001 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-953de567-885b-417a-9b51-28373ef6a036 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e803f591696451fb1eaf6c392c8f565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263955 Feb 28 18:53:54.074864 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de567-885b-417a-9b51-28373ef6a036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e318f32f-a151-4ae2-8598-e1c99fcab252,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:54.076784 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56696) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:54.128391 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d176-d16e-4dd8-8023-5c41a2cf16d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:54.159116 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d176-d16e-4dd8-8023-5c41a2cf16d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:54.198354 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 6f2dd8d3-3ed6-485b-9e22-a9d26440572b details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:53:54.234323 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec93b4-d1f5-4538-b2b0-e4cb6d137b91 req-a9c17bb6-60e6-4b4e-964d-e7edb973d6d3 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:54.235829 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a8ec93b4-d1f5-4538-b2b0-e4cb6d137b91 req-a9c17bb6-60e6-4b4e-964d-e7edb973d6d3 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 948 time: 0.0937986 Feb 28 18:53:54.264358 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d176-d16e-4dd8-8023-5c41a2cf16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:54.267211 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d176-d16e-4dd8-8023-5c41a2cf16d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:54.268627 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-fcd0d176-d16e-4dd8-8023-5c41a2cf16d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e318f32f-a151-4ae2-8598-e1c99fcab252 HTTP/1.1" status: 204 len: 168 time: 0.1907239 Feb 28 18:53:54.292287 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0d176-d16e-4dd8-8023-5c41a2cf16d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e318f32f-a151-4ae2-8598-e1c99fcab252,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:54.296814 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a8ec93b4-d1f5-4538-b2b0-e4cb6d137b91 req-834d2403-75d4-4495-920c-774c31ddf212 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532830 Feb 28 18:53:54.300507 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,segment=NetworkSegment(f4b333ad-ef6d-4d1f-b368-9146ebac6841),segment_id=f4b333ad-ef6d-4d1f-b368-9146ebac6841)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:54.321465 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '6f2dd8d3-3ed6-485b-9e22-a9d26440572b', 'network_id': '1b32cc6b-3e0b-4aec-96ce-1920a4724c4a', 'port_id': '6f2dd8d3-3ed6-485b-9e22-a9d26440572b', 'mac_address': 'fa:16:3e:dd:57:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0135d57-b6a4-4cf1-8f69-0b95e8869510', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:53:54.360145 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:54.374142 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2dd8d3-3ed6-485b-9e22-a9d26440572b {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:53:54.398937 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,segment=NetworkSegment(f4b333ad-ef6d-4d1f-b368-9146ebac6841),segment_id=f4b333ad-ef6d-4d1f-b368-9146ebac6841)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:54.402906 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:54.457056 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:54.740369 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['6f2dd8d3-3ed6-485b-9e22-a9d26440572b'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:53:55.425904 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b1bb-a813-4237-8b43-9e241ebf99b1 req-a7c4c123-2d4e-4f65-b449-859ff08a1602 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:55.427406 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-fd17b1bb-a813-4237-8b43-9e241ebf99b1 req-a7c4c123-2d4e-4f65-b449-859ff08a1602 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 949 time: 0.0528727 Feb 28 18:53:55.467429 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-fd17b1bb-a813-4237-8b43-9e241ebf99b1 req-33d2e250-4fff-470d-94a5-731867b63962 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Feb 28 18:53:56.221670 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 6f2dd8d3-3ed6-485b-9e22-a9d26440572b up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:53:56.269520 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:53:56.273777 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:56.274084 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:56.350742 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:56.372532 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e997ea0-2a82-4f14-b3b5-11420a511503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2dd8d3-3ed6-485b-9e22-a9d26440572b'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:53:56.374866 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624f6dda-2e33-4440-b740-ce118fa0ad1a" -d '{"events": [{"server_uuid": "6e997ea0-2a82-4f14-b3b5-11420a511503", "name": "network-vif-plugged", "status": "completed", "tag": "6f2dd8d3-3ed6-485b-9e22-a9d26440572b"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:53:56.396254 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,segment=NetworkSegment(f4b333ad-ef6d-4d1f-b368-9146ebac6841),segment_id=f4b333ad-ef6d-4d1f-b368-9146ebac6841)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:56.404445 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:56.434890 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-bf0c8e77-6a91-4c3a-aa1b-4db4ad600782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:56.456514 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:56.538839 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8331ab5-08aa-4ab6-bff4-d77768fa2995 x-openstack-request-id: req-b8331ab5-08aa-4ab6-bff4-d77768fa2995 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:53:56.539129 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e997ea0-2a82-4f14-b3b5-11420a511503", "name": "network-vif-plugged", "status": "completed", "tag": "6f2dd8d3-3ed6-485b-9e22-a9d26440572b", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:53:56.539377 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8331ab5-08aa-4ab6-bff4-d77768fa2995 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:53:56.539784 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e997ea0-2a82-4f14-b3b5-11420a511503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2dd8d3-3ed6-485b-9e22-a9d26440572b', 'code': 200} Feb 28 18:53:56.585080 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8d250-1383-429d-b8af-cf497f8ecabd req-d691374d-b922-4312-91b6-bbff95ccd274 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:56.586614 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-98f8d250-1383-429d-b8af-cf497f8ecabd req-d691374d-b922-4312-91b6-bbff95ccd274 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 950 time: 0.0536609 Feb 28 18:53:56.626735 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-98f8d250-1383-429d-b8af-cf497f8ecabd req-05c5d903-93bb-4a36-a4e7-314fc0d1510e tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327878 Feb 28 18:53:56.707740 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bb0db-5ff6-4022-9632-e2f82d8cfffe req-ccf3a9cb-6afc-43af-976c-02f5837dda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:56.709213 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-907bb0db-5ff6-4022-9632-e2f82d8cfffe req-ccf3a9cb-6afc-43af-976c-02f5837dda0b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 1103 time: 0.0403614 Feb 28 18:53:56.743945 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-907bb0db-5ff6-4022-9632-e2f82d8cfffe req-7e74edfd-b03a-4d14-af17-6eb8399d637e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283928 Feb 28 18:53:57.762531 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbdce4-1bdd-4f39-aab2-80a837de1fb8 req-3342b106-9ce2-43e9-99bb-8bd6b3294dd5 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:57.764052 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-90cbdce4-1bdd-4f39-aab2-80a837de1fb8 req-3342b106-9ce2-43e9-99bb-8bd6b3294dd5 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 950 time: 0.0619826 Feb 28 18:53:57.803449 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-90cbdce4-1bdd-4f39-aab2-80a837de1fb8 req-d8c47708-1b0b-4ffd-9b32-75a6145b8331 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Feb 28 18:53:58.836595 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6ba0af58-929d-4914-9e61-3f70b4b30b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:58.925920 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bd4e2-9a80-426b-8ebd-79daaad9ed31 req-edb0b6fd-ef8b-497a-9e79-c4761820292b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:58.927426 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-298bd4e2-9a80-426b-8ebd-79daaad9ed31 req-edb0b6fd-ef8b-497a-9e79-c4761820292b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 950 time: 0.0550802 Feb 28 18:53:58.966417 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-298bd4e2-9a80-426b-8ebd-79daaad9ed31 req-176af548-b281-407a-a7f3-a6d7e38a74e5 tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329099 Feb 28 18:53:59.175525 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56790) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:59.227108 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b703a-58d9-4844-ad9a-5bd32a4222d7 req-59624fc5-384e-4072-b0fb-7ff79847b1cf tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:59.228601 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b50b703a-58d9-4844-ad9a-5bd32a4222d7 req-59624fc5-384e-4072-b0fb-7ff79847b1cf tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 950 time: 0.0525787 Feb 28 18:53:59.266848 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b50b703a-58d9-4844-ad9a-5bd32a4222d7 req-a17ce834-ab46-4712-a236-49f1921cb35e tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Feb 28 18:53:59.283201 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2c84189b-7d26-47f8-9db4-1ea2d0cf1ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.357480 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2c84189b-7d26-47f8-9db4-1ea2d0cf1ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.362216 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2c84189b-7d26-47f8-9db4-1ea2d0cf1ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.398754 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84189b-7d26-47f8-9db4-1ea2d0cf1ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9048942-9e07-4739-ab2b-6a22159fae15,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:59.403119 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2c84189b-7d26-47f8-9db4-1ea2d0cf1ebb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13a014bc45724f019226a0a82ddcc031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260001 Feb 28 18:53:59.405738 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56794) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:59.454112 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ad151eba-555e-4003-9f9e-780655a77874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.478902 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ad151eba-555e-4003-9f9e-780655a77874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.525472 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ad151eba-555e-4003-9f9e-780655a77874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.528207 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-ad151eba-555e-4003-9f9e-780655a77874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.529373 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-ad151eba-555e-4003-9f9e-780655a77874 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9048942-9e07-4739-ab2b-6a22159fae15 HTTP/1.1" status: 204 len: 168 time: 0.1227500 Feb 28 18:53:59.537359 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad151eba-555e-4003-9f9e-780655a77874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9048942-9e07-4739-ab2b-6a22159fae15,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:59.797074 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56800) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:59.810284 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4720-49af-4509-9b79-739808f43e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.888242 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4720-49af-4509-9b79-739808f43e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.892372 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4720-49af-4509-9b79-739808f43e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.929499 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb4720-49af-4509-9b79-739808f43e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122ff984-a3fc-482c-9504-f69f7dd72a7c,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:59.933722 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-2fdb4720-49af-4509-9b79-739808f43e00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7367711642134534b58d46147328443d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356137 Feb 28 18:53:59.936924 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56802) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:53:59.964985 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:59.989469 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c7811dd7-d34f-4455-8295-3fbbc51214dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:00.010861 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c7811dd7-d34f-4455-8295-3fbbc51214dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:00.059543 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c7811dd7-d34f-4455-8295-3fbbc51214dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:00.061960 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-c7811dd7-d34f-4455-8295-3fbbc51214dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:00.063100 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c7811dd7-d34f-4455-8295-3fbbc51214dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/122ff984-a3fc-482c-9504-f69f7dd72a7c HTTP/1.1" status: 204 len: 168 time: 0.1259012 Feb 28 18:54:00.071821 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7811dd7-d34f-4455-8295-3fbbc51214dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122ff984-a3fc-482c-9504-f69f7dd72a7c,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:00.394724 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634c452-19ad-47f4-93d0-1889cd811f35 req-cc08d1c7-9a52-408c-8c94-7777cb6dd4da tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:00.396260 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9634c452-19ad-47f4-93d0-1889cd811f35 req-cc08d1c7-9a52-408c-8c94-7777cb6dd4da tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 950 time: 0.0568159 Feb 28 18:54:00.437705 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9634c452-19ad-47f4-93d0-1889cd811f35 req-a7578b04-685c-456d-8591-6510bf69138a tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/security-groups?id=5adc228f-37ba-4809-84a4-9af9752224cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348923 Feb 28 18:54:00.664293 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4778df6b-3526-4c26-968f-e548ccae3e2c tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:00.666006 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4778df6b-3526-4c26-968f-e548ccae3e2c tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 950 time: 0.0498056 Feb 28 18:54:00.757540 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4a7e2fe8-919c-430b-8100-dcb403bb5f3b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Deleting port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:54:00.757881 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4a7e2fe8-919c-430b-8100-dcb403bb5f3b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:00.846176 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4a7e2fe8-919c-430b-8100-dcb403bb5f3b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] For port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,segment=NetworkSegment(f4b333ad-ef6d-4d1f-b368-9146ebac6841),segment_id=f4b333ad-ef6d-4d1f-b368-9146ebac6841)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:00.846542 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4a7e2fe8-919c-430b-8100-dcb403bb5f3b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:00.859002 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4a7e2fe8-919c-430b-8100-dcb403bb5f3b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Calling delete_port for 6f2dd8d3-3ed6-485b-9e22-a9d26440572b owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:54:00.993345 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4a7e2fe8-919c-430b-8100-dcb403bb5f3b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:01.007740 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['6f2dd8d3-3ed6-485b-9e22-a9d26440572b'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:54:01.035202 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e2fe8-919c-430b-8100-dcb403bb5f3b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Pushing event deleted for resources: {'Port': ['ID=6f2dd8d3-3ed6-485b-9e22-a9d26440572b,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:01.072913 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4a7e2fe8-919c-430b-8100-dcb403bb5f3b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] No DVR routers for this DVR port 6f2dd8d3-3ed6-485b-9e22-a9d26440572b on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:54:01.076593 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4a7e2fe8-919c-430b-8100-dcb403bb5f3b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:01.080562 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-a1c0ceb3-954d-435b-be39-8b423a69ebf6 req-4a7e2fe8-919c-430b-8100-dcb403bb5f3b tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.52 "DELETE /v2.0/ports/6f2dd8d3-3ed6-485b-9e22-a9d26440572b HTTP/1.1" status: 204 len: 173 time: 0.4069169 Feb 28 18:54:01.081119 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e997ea0-2a82-4f14-b3b5-11420a511503', 'name': 'network-vif-deleted', 'tag': '6f2dd8d3-3ed6-485b-9e22-a9d26440572b'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:54:01.084254 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcf507a-d5c2-4b2d-b9c9-f7e41cc94507" -d '{"events": [{"server_uuid": "6e997ea0-2a82-4f14-b3b5-11420a511503", "name": "network-vif-deleted", "tag": "6f2dd8d3-3ed6-485b-9e22-a9d26440572b"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:54:01.129387 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c757b79-5279-40d4-bcdc-b1bdc5ef5fa5 x-openstack-request-id: req-8c757b79-5279-40d4-bcdc-b1bdc5ef5fa5 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:54:01.129675 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e997ea0-2a82-4f14-b3b5-11420a511503", "name": "network-vif-deleted", "tag": "6f2dd8d3-3ed6-485b-9e22-a9d26440572b", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:54:01.129944 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c757b79-5279-40d4-bcdc-b1bdc5ef5fa5 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:54:01.130401 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e997ea0-2a82-4f14-b3b5-11420a511503', 'name': 'network-vif-deleted', 'tag': '6f2dd8d3-3ed6-485b-9e22-a9d26440572b', 'status': 'completed', 'code': 200} Feb 28 18:54:01.150639 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 56836) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:54:01.271500 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ebb4-de89-4660-8d87-3e709c945eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:01.349482 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ebb4-de89-4660-8d87-3e709c945eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:01.363328 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ebb4-de89-4660-8d87-3e709c945eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:01.401672 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-dcd3ebb4-de89-4660-8d87-3e709c945eb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d378a6d5781485a929f8636576f95e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503130 Feb 28 18:54:01.402521 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3ebb4-de89-4660-8d87-3e709c945eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d23ed0-616d-492f-a607-f2f836dafb8f,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:01.404635 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 56840) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:54:01.455812 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0e4b582e-6b1c-419a-a63f-8eeecc722f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:01.479340 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0e4b582e-6b1c-419a-a63f-8eeecc722f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:01.514564 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:01.531696 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0e4b582e-6b1c-419a-a63f-8eeecc722f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:01.535217 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0e4b582e-6b1c-419a-a63f-8eeecc722f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:01.549543 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-0e4b582e-6b1c-419a-a63f-8eeecc722f6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83d23ed0-616d-492f-a607-f2f836dafb8f HTTP/1.1" status: 204 len: 168 time: 0.1336067 Feb 28 18:54:01.575259 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b582e-6b1c-419a-a63f-8eeecc722f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d23ed0-616d-492f-a607-f2f836dafb8f,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:01.593101 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-84de1d38-a278-495d-baf1-c88f1b01cddd req-3386ea1d-1a95-419b-94f2-d3c6f2f1cdfa tempest-VolumesNegativeTest-395168484 tempest-VolumesNegativeTest-395168484-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e997ea0-2a82-4f14-b3b5-11420a511503 HTTP/1.1" status: 200 len: 210 time: 0.0421674 Feb 28 18:54:01.675438 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:54:01.798915 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:04.254742 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 6f2dd8d3-3ed6-485b-9e22-a9d26440572b no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:54:04.276318 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 6f2dd8d3-3ed6-485b-9e22-a9d26440572b {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:54:04.276650 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 6f2dd8d3-3ed6-485b-9e22-a9d26440572b not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:54:05.623523 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57142) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:54:05.755970 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cae4dc1-db89-4c04-8452-7d89490b63d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:05.830718 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cae4dc1-db89-4c04-8452-7d89490b63d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:05.834778 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9cae4dc1-db89-4c04-8452-7d89490b63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:05.873709 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-9cae4dc1-db89-4c04-8452-7d89490b63d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba29f12518cf423abb70165240116219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487614 Feb 28 18:54:05.874589 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae4dc1-db89-4c04-8452-7d89490b63d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03752b50-243a-4d0d-97c5-950222c2f8d0,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:05.876371 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57146) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:54:05.925245 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d84dba91-8753-40b1-a929-05f03c7caa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:05.945777 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d84dba91-8753-40b1-a929-05f03c7caa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:05.991455 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d84dba91-8753-40b1-a929-05f03c7caa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:05.993949 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d84dba91-8753-40b1-a929-05f03c7caa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:05.995101 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d84dba91-8753-40b1-a929-05f03c7caa62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03752b50-243a-4d0d-97c5-950222c2f8d0 HTTP/1.1" status: 204 len: 168 time: 0.1176131 Feb 28 18:54:06.003348 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dba91-8753-40b1-a929-05f03c7caa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03752b50-243a-4d0d-97c5-950222c2f8d0,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:06.265028 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57152) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:54:06.279985 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9d342a9c-1799-4b70-a22a-9ed918958c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.360322 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9d342a9c-1799-4b70-a22a-9ed918958c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.364682 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9d342a9c-1799-4b70-a22a-9ed918958c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.406230 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-9d342a9c-1799-4b70-a22a-9ed918958c41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d60d4b0987d24e56bdaad772d70f1165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399701 Feb 28 18:54:06.406839 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d342a9c-1799-4b70-a22a-9ed918958c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7f7db6-2f0a-482d-8a4c-4da7faea60bf,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:06.409487 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57158) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:54:06.461844 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-038d7fbe-0eb2-42bd-807f-6ffc945f1233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.483499 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-038d7fbe-0eb2-42bd-807f-6ffc945f1233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.537904 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-038d7fbe-0eb2-42bd-807f-6ffc945f1233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.540927 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-038d7fbe-0eb2-42bd-807f-6ffc945f1233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.544515 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-038d7fbe-0eb2-42bd-807f-6ffc945f1233 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f7f7db6-2f0a-482d-8a4c-4da7faea60bf HTTP/1.1" status: 204 len: 168 time: 0.1316247 Feb 28 18:54:06.550833 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d7fbe-0eb2-42bd-807f-6ffc945f1233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7f7db6-2f0a-482d-8a4c-4da7faea60bf,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:06.579046 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57164) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:54:06.722134 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-5aeb0f48-7133-47e7-9ff5-096a250383c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c883ce5b7c004bc28d23ce93d2a27323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408827 Feb 28 18:54:06.724649 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57170) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:54:06.772640 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f547a654-8d43-4884-87c8-bdf7690124cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.794456 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f547a654-8d43-4884-87c8-bdf7690124cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.844176 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f547a654-8d43-4884-87c8-bdf7690124cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.846841 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f547a654-8d43-4884-87c8-bdf7690124cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:06.848006 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f547a654-8d43-4884-87c8-bdf7690124cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5adc228f-37ba-4809-84a4-9af9752224cd HTTP/1.1" status: 204 len: 168 time: 0.1224661 Feb 28 18:54:06.856554 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547a654-8d43-4884-87c8-bdf7690124cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc228f-37ba-4809-84a4-9af9752224cd,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:07.328946 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57190) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:54:07.426840 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1751112128-network', 'tenant_id': '7631aa8f135942aca0dee2f579a6925b'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:54:07.446740 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Made reservation on behalf of 7631aa8f135942aca0dee2f579a6925b for: {'network': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:54:07.450393 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:07.457538 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:07.530733 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:07.534935 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:07.562090 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=108389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:54:07.572467 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af4e3e8-d859-4de7-80d6-a84cd68625dd,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:07.577980 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:07.578313 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.segments_db [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Added segment 09bd3418-b01d-4630-96a0-0105bb7acfd7 of type vlan for network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 Feb 28 18:54:07.625009 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:07.648646 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:07.649634 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:07.650222 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:07.706994 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3769414 Feb 28 18:54:07.710055 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57194) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:54:07.712499 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e033e-85d3-4395-b655-faa8c2974ddc admin admin] Pushing event updated for resources: {'Network': ['ID=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:07.716984 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Request body: {'subnet': {'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1751112128-subnet', 'tenant_id': '7631aa8f135942aca0dee2f579a6925b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:54:07.723637 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:54:07.739672 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Made reservation on behalf of 7631aa8f135942aca0dee2f579a6925b for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:54:07.742698 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25248521'] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:07.921683 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25877559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25248763'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:07.975749 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:07.985930 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Checking segment: {'id': '09bd3418-b01d-4630-96a0-0105bb7acfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:54:07.986322 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Network hostable DHCP agents. Network: 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:54:08.003622 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:54:08.016385 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:54:08.021416 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:08.022011 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:08.027818 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba81ce5-0115-4c3f-aa4d-660c29ab2759 None None] Network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:54:08.041675 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-2bd1b123-7563-4dd3-a542-f7dba4ec6d06 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3304296 Feb 28 18:54:08.164652 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9266a1e9-6907-4b93-ba1a-17dd7838310a None None] Network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:54:09.820344 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-d5d468cd-7e71-4732-ba77-aca3f3288c3d tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:09.821855 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-d5d468cd-7e71-4732-ba77-aca3f3288c3d tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/networks?id=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 HTTP/1.1" status: 200 len: 809 time: 0.1023149 Feb 28 18:54:09.837476 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-7f73642a-d830-4233-9247-7bab818befc8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/quotas/7631aa8f135942aca0dee2f579a6925b HTTP/1.1" status: 200 len: 375 time: 0.0098114 Feb 28 18:54:09.874365 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-688ed845-5eeb-4776-91c5-1143b9e58aba tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7631aa8f135942aca0dee2f579a6925b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314083 Feb 28 18:54:09.954381 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-7984d90a-a54b-4e89-a4b8-8f0f8baeadc6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:54:09.956033 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-7984d90a-a54b-4e89-a4b8-8f0f8baeadc6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0745957 Feb 28 18:54:10.046110 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-d775c67a-7373-4c0e-aebc-50f03682728e service neutron] 10.222.0.39 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838454 Feb 28 18:54:10.138017 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-4770e07f-e52a-4569-8dd7-4ebaf0110fc7 service neutron] 10.222.0.39 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850339 Feb 28 18:54:10.291374 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4ebd53d0-4e32-4f15-89a3-c387d09d7651 req-e58069d3-a8d3-4045-be7b-572e1c06d4e8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 210 time: 0.0273042 Feb 28 18:54:11.391543 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0adaf5a1-e695-4e45-aaf5-c3f6caea217e req-0d9da316-c47c-4681-ad48-9805e6a41bb6 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 210 time: 0.0282009 Feb 28 18:54:11.463041 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-e7ea4421-0bed-4dab-b1c6-35fdfe12dc0c tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:11.464496 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-e7ea4421-0bed-4dab-b1c6-35fdfe12dc0c tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.52 "GET /v2.0/networks?id=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 HTTP/1.1" status: 200 len: 809 time: 0.3548293 Feb 28 18:54:11.491694 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Request body: {'port': {'device_id': '23479068-8dd1-4c62-8bdd-77f94d923ee3', 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7', 'admin_state_up': True, 'tenant_id': '7631aa8f135942aca0dee2f579a6925b'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:54:11.594625 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Made reservation on behalf of 7631aa8f135942aca0dee2f579a6925b for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:54:11.598241 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:11.722020 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Allocated IP 172.20.0.5 (06ff1666-e084-4a8d-b15c-3ae86dd7e6d7/a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6/82d24062-e3f5-405b-8223-4ef0bb833913) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:54:11.871661 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:11.905549 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:11.950228 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:54:11.953154 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:54:11.957317 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:54:11.963349 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Pushing event updated for resources: {'Port': ['ID=82d24062-e3f5-405b-8223-4ef0bb833913,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:12.006922 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:12.007563 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:12.024363 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-270c5818-2679-45da-8f23-6c6ad5915a0a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5362604 Feb 28 18:54:12.038338 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Request body: {'port': {'device_id': '23479068-8dd1-4c62-8bdd-77f94d923ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:54:12.095059 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:12.352765 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d24062-e3f5-405b-8223-4ef0bb833913 {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:54:12.360039 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:12.372156 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Transition to ACTIVE for port object 82d24062-e3f5-405b-8223-4ef0bb833913 will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:54:12.375748 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:12.422390 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Pushing event updated for resources: {'Port': ['ID=82d24062-e3f5-405b-8223-4ef0bb833913,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:12.531359 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b057c-35b0-48b1-92ad-4686a7407674 req-ef12778f-828f-45cc-b44f-9d0dd954fd4f tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:12.533458 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d97b057c-35b0-48b1-92ad-4686a7407674 req-ef12778f-828f-45cc-b44f-9d0dd954fd4f tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 943 time: 0.0654385 Feb 28 18:54:12.536005 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Attempting to bind port 82d24062-e3f5-405b-8223-4ef0bb833913 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:54:12.536329 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Attempting to bind port 82d24062-e3f5-405b-8223-4ef0bb833913 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '09bd3418-b01d-4630-96a0-0105bb7acfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:54:12.536645 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Attempting to bind port 82d24062-e3f5-405b-8223-4ef0bb833913 on network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:54:12.547294 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Port 82d24062-e3f5-405b-8223-4ef0bb833913 on network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:54:12.547624 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Attempting to bind port 82d24062-e3f5-405b-8223-4ef0bb833913 on network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:54:12.560879 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:54:12.561208 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Checking segment: {'id': '09bd3418-b01d-4630-96a0-0105bb7acfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:54:12.561571 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Bound using segment: {'id': '09bd3418-b01d-4630-96a0-0105bb7acfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:54:12.562001 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Bound port: 82d24062-e3f5-405b-8223-4ef0bb833913, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bd3418-b01d-4630-96a0-0105bb7acfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:54:12.562330 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:12.588396 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d97b057c-35b0-48b1-92ad-4686a7407674 req-b23ef9c3-e4b5-41eb-9857-94d21ce6f0e7 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486138 Feb 28 18:54:12.640124 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] For port 82d24062-e3f5-405b-8223-4ef0bb833913, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:54:12.643614 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] For port 82d24062-e3f5-405b-8223-4ef0bb833913, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=82d24062-e3f5-405b-8223-4ef0bb833913,segment=NetworkSegment(09bd3418-b01d-4630-96a0-0105bb7acfd7),segment_id=09bd3418-b01d-4630-96a0-0105bb7acfd7)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:54:12.647856 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:12.685007 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:12.685606 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:12.686955 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] 10.222.0.52 "PUT /v2.0/ports/82d24062-e3f5-405b-8223-4ef0bb833913 HTTP/1.1" status: 200 len: 1093 time: 0.6527913 Feb 28 18:54:12.687383 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23479068-8dd1-4c62-8bdd-77f94d923ee3', 'tag': '82d24062-e3f5-405b-8223-4ef0bb833913'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:54:12.689839 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48462110-f71e-4180-bdc1-ea9b1271775d" -d '{"events": [{"name": "network-changed", "server_uuid": "23479068-8dd1-4c62-8bdd-77f94d923ee3", "tag": "82d24062-e3f5-405b-8223-4ef0bb833913"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:54:12.713068 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94b4a1-5a8e-4dcf-abb7-81861a4a299a service neutron] Pushing event updated for resources: {'Port': ['ID=82d24062-e3f5-405b-8223-4ef0bb833913,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:12.728795 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8ba1ed-0957-4b40-874f-c3963d0f665a x-openstack-request-id: req-dd8ba1ed-0957-4b40-874f-c3963d0f665a {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:54:12.729129 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23479068-8dd1-4c62-8bdd-77f94d923ee3", "tag": "82d24062-e3f5-405b-8223-4ef0bb833913", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:54:12.729374 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd8ba1ed-0957-4b40-874f-c3963d0f665a {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:54:12.729764 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23479068-8dd1-4c62-8bdd-77f94d923ee3', 'tag': '82d24062-e3f5-405b-8223-4ef0bb833913', 'status': 'completed', 'code': 200} Feb 28 18:54:12.776070 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-44601214-24f2-43b9-85c9-b745d2c1f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:12.777546 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-44601214-24f2-43b9-85c9-b745d2c1f232 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7631aa8f135942aca0dee2f579a6925b&device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0416005 Feb 28 18:54:12.820467 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-71a79745-5b0e-4f12-acca-2432a6418197 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d24062-e3f5-405b-8223-4ef0bb833913 HTTP/1.1" status: 200 len: 217 time: 0.0339406 Feb 28 18:54:12.873954 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-15b57380-31db-40e4-b4f3-55a8350ca72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:12.875376 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-15b57380-31db-40e4-b4f3-55a8350ca72c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6 HTTP/1.1" status: 200 len: 849 time: 0.0474799 Feb 28 18:54:12.906866 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-aa5f4514-9087-443d-9e2b-36d3f9ac687b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242877 Feb 28 18:54:12.999858 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-c0c030c0-529b-456d-9ade-5e973e10da92 service neutron] 10.222.0.52 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838020 Feb 28 18:54:13.105107 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d273fa04-1912-47b9-9371-bf76dfaf2c48 req-3c3376ac-3cfd-456f-90ae-375c114749ee service neutron] 10.222.0.52 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965028 Feb 28 18:54:13.193083 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48462110-f71e-4180-bdc1-ea9b1271775d req-b79fb0a3-5f7f-48a4-abe9-00a2bc5e9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:13.194533 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-48462110-f71e-4180-bdc1-ea9b1271775d req-b79fb0a3-5f7f-48a4-abe9-00a2bc5e9a9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7631aa8f135942aca0dee2f579a6925b&device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0414231 Feb 28 18:54:13.288252 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48462110-f71e-4180-bdc1-ea9b1271775d req-7844d154-a3cf-4b08-998b-1d31e5e72b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:13.289770 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-48462110-f71e-4180-bdc1-ea9b1271775d req-7844d154-a3cf-4b08-998b-1d31e5e72b47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 HTTP/1.1" status: 200 len: 910 time: 0.0878866 Feb 28 18:54:13.335674 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-48462110-f71e-4180-bdc1-ea9b1271775d req-9394a3d5-affe-4509-8068-2730d14069da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d24062-e3f5-405b-8223-4ef0bb833913 HTTP/1.1" status: 200 len: 217 time: 0.0373027 Feb 28 18:54:13.387193 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48462110-f71e-4180-bdc1-ea9b1271775d req-2f44ec37-e465-4230-b0e3-8c07b25a8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:13.388737 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-48462110-f71e-4180-bdc1-ea9b1271775d req-2f44ec37-e465-4230-b0e3-8c07b25a8e78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6 HTTP/1.1" status: 200 len: 849 time: 0.0440097 Feb 28 18:54:13.421264 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-48462110-f71e-4180-bdc1-ea9b1271775d req-6fa621b1-1499-4720-ad8c-4f3e82af786d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243056 Feb 28 18:54:13.513272 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-48462110-f71e-4180-bdc1-ea9b1271775d req-2a3eb58d-35ab-4d4e-bd0c-443761547184 service neutron] 10.222.0.52 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849476 Feb 28 18:54:13.604508 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-48462110-f71e-4180-bdc1-ea9b1271775d req-82b7b863-13bd-4190-9d96-7cd8074ad8fa service neutron] 10.222.0.52 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836222 Feb 28 18:54:13.709448 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b62e6a-50b0-48fb-860a-2a87bd67a163 req-191ae4a8-9f19-4034-afb2-122350194055 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:13.710873 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-76b62e6a-50b0-48fb-860a-2a87bd67a163 req-191ae4a8-9f19-4034-afb2-122350194055 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 943 time: 0.0552959 Feb 28 18:54:13.749631 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-76b62e6a-50b0-48fb-860a-2a87bd67a163 req-dee84e4a-e5ed-4bfe-bc3b-dc1eab39b711 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329273 Feb 28 18:54:14.866455 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78b13b-f006-4b5b-b9e6-bbd0023b432e req-d42b69c2-e135-4e8c-bf73-d6568a019155 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:14.867962 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8f78b13b-f006-4b5b-b9e6-bbd0023b432e req-d42b69c2-e135-4e8c-bf73-d6568a019155 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 943 time: 0.0483885 Feb 28 18:54:14.904860 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8f78b13b-f006-4b5b-b9e6-bbd0023b432e req-f075e768-d83c-40fe-bf38-c2c5cd5c4ba0 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Feb 28 18:54:16.019968 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83e0bb-3cc7-4ca1-b254-e2e63bd1641e req-514def0d-1fb9-4ab4-99e7-74909ca7b502 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:16.021442 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cd83e0bb-3cc7-4ca1-b254-e2e63bd1641e req-514def0d-1fb9-4ab4-99e7-74909ca7b502 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 943 time: 0.0484962 Feb 28 18:54:16.060106 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cd83e0bb-3cc7-4ca1-b254-e2e63bd1641e req-1eafaf41-d240-4b16-bb33-1db57f778ec3 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327425 Feb 28 18:54:16.322076 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 82d24062-e3f5-405b-8223-4ef0bb833913 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:54:16.418731 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 82d24062-e3f5-405b-8223-4ef0bb833913, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=82d24062-e3f5-405b-8223-4ef0bb833913,segment=NetworkSegment(09bd3418-b01d-4630-96a0-0105bb7acfd7),segment_id=09bd3418-b01d-4630-96a0-0105bb7acfd7)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:16.429864 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '82d24062-e3f5-405b-8223-4ef0bb833913', 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7', 'port_id': '82d24062-e3f5-405b-8223-4ef0bb833913', 'mac_address': 'fa:16:3e:3b:9b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:54:16.467888 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:16.480945 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d24062-e3f5-405b-8223-4ef0bb833913 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:54:16.499948 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 82d24062-e3f5-405b-8223-4ef0bb833913, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=82d24062-e3f5-405b-8223-4ef0bb833913,segment=NetworkSegment(09bd3418-b01d-4630-96a0-0105bb7acfd7),segment_id=09bd3418-b01d-4630-96a0-0105bb7acfd7)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:16.505805 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:16.555909 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=82d24062-e3f5-405b-8223-4ef0bb833913,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:16.811696 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['82d24062-e3f5-405b-8223-4ef0bb833913'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:54:17.177123 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb8d91-7dc2-421b-bf54-6049481089c5 req-73cd317c-7074-4a35-8841-64b881f046e1 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:17.178620 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0cb8d91-7dc2-421b-bf54-6049481089c5 req-73cd317c-7074-4a35-8841-64b881f046e1 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 944 time: 0.0515308 Feb 28 18:54:17.216553 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c0cb8d91-7dc2-421b-bf54-6049481089c5 req-817198f7-ab65-45a4-bfd1-1da417d3d469 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319932 Feb 28 18:54:18.333858 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678562f2-0368-48c7-ba3f-35b3a3ee3dd9 req-b1bcfdf7-e9b2-495b-9633-4e4ee9b64092 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:18.335132 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 82d24062-e3f5-405b-8223-4ef0bb833913 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:54:18.335562 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-678562f2-0368-48c7-ba3f-35b3a3ee3dd9 req-b1bcfdf7-e9b2-495b-9633-4e4ee9b64092 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 944 time: 0.0496294 Feb 28 18:54:18.374398 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-678562f2-0368-48c7-ba3f-35b3a3ee3dd9 req-b646e09a-c23b-42a0-8aad-d56b59dce9b4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Feb 28 18:54:18.388210 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 82d24062-e3f5-405b-8223-4ef0bb833913 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:54:18.392001 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 82d24062-e3f5-405b-8223-4ef0bb833913 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:54:18.392418 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:18.468280 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:18.491795 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23479068-8dd1-4c62-8bdd-77f94d923ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d24062-e3f5-405b-8223-4ef0bb833913'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:54:18.494215 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96cbd60-b701-4f3b-ad11-a5d6f19e232a" -d '{"events": [{"server_uuid": "23479068-8dd1-4c62-8bdd-77f94d923ee3", "name": "network-vif-plugged", "status": "completed", "tag": "82d24062-e3f5-405b-8223-4ef0bb833913"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:54:18.507514 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 82d24062-e3f5-405b-8223-4ef0bb833913, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=82d24062-e3f5-405b-8223-4ef0bb833913,segment=NetworkSegment(09bd3418-b01d-4630-96a0-0105bb7acfd7),segment_id=09bd3418-b01d-4630-96a0-0105bb7acfd7)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:18.511562 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:18.539114 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a494a9a-b67e-4842-9468-a59c61be7d77 x-openstack-request-id: req-2a494a9a-b67e-4842-9468-a59c61be7d77 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:54:18.539400 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23479068-8dd1-4c62-8bdd-77f94d923ee3", "name": "network-vif-plugged", "status": "completed", "tag": "82d24062-e3f5-405b-8223-4ef0bb833913", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:54:18.539786 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a494a9a-b67e-4842-9468-a59c61be7d77 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:54:18.540424 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23479068-8dd1-4c62-8bdd-77f94d923ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d24062-e3f5-405b-8223-4ef0bb833913', 'code': 200} Feb 28 18:54:18.567691 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=82d24062-e3f5-405b-8223-4ef0bb833913,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:18.693935 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5222ee0-bedd-4709-971b-30044fd47a8a req-227fb8f7-00a0-498a-b219-c742c3f284e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:18.695381 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d5222ee0-bedd-4709-971b-30044fd47a8a req-227fb8f7-00a0-498a-b219-c742c3f284e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 1098 time: 0.0437071 Feb 28 18:54:18.729582 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d5222ee0-bedd-4709-971b-30044fd47a8a req-8798f068-94e6-4132-b2f0-8720fb5412ac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279944 Feb 28 18:54:19.488361 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576317c2-2eb3-4d9b-9d5e-c1429b5ba91d req-0dd6c145-a5c6-475b-b21c-ccfc1baea2c2 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:19.489828 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-576317c2-2eb3-4d9b-9d5e-c1429b5ba91d req-0dd6c145-a5c6-475b-b21c-ccfc1baea2c2 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Feb 28 18:54:19.527742 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-576317c2-2eb3-4d9b-9d5e-c1429b5ba91d req-48823225-214a-4b80-b09b-c4d927634b97 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Feb 28 18:54:20.653551 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4d3c2-b586-466c-98b9-45c599e4aa3d req-0bf43f24-5a10-4f02-a83e-dc1e34d92c58 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:20.654926 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b3b4d3c2-b586-466c-98b9-45c599e4aa3d req-0bf43f24-5a10-4f02-a83e-dc1e34d92c58 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 945 time: 0.0569711 Feb 28 18:54:20.692788 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b3b4d3c2-b586-466c-98b9-45c599e4aa3d req-a92bcd95-00be-419a-976a-924561b38a09 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Feb 28 18:54:21.281262 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5093b-b5a1-4c39-b2e6-9f798a5426e6 req-6e8bfc24-fed1-44e9-ac62-04b085e47c75 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:21.282836 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ccb5093b-b5a1-4c39-b2e6-9f798a5426e6 req-6e8bfc24-fed1-44e9-ac62-04b085e47c75 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 945 time: 0.0492635 Feb 28 18:54:21.321170 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-ccb5093b-b5a1-4c39-b2e6-9f798a5426e6 req-65034700-3e75-4ccf-ba69-991e07b36f96 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Feb 28 18:54:22.438063 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3f8c3-5998-44ac-bffa-be50e004c4a9 req-7bb93893-e448-474d-bd06-79a2e2db444d tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:22.440470 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7a3f8c3-5998-44ac-bffa-be50e004c4a9 req-7bb93893-e448-474d-bd06-79a2e2db444d tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Feb 28 18:54:22.481507 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d7a3f8c3-5998-44ac-bffa-be50e004c4a9 req-ab4b8bbf-f076-4844-b4aa-ff8d99015662 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351329 Feb 28 18:54:22.694679 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-e2abd17e-4e4a-4f74-bc7a-3cc1735236a8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:22.696162 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-e2abd17e-4e4a-4f74-bc7a-3cc1735236a8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.52 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 945 time: 0.0519779 Feb 28 18:54:22.783625 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-8bab66be-82f3-4625-9d5e-e5291dd513f8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Deleting port 82d24062-e3f5-405b-8223-4ef0bb833913 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:54:22.783975 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-8bab66be-82f3-4625-9d5e-e5291dd513f8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:22.874876 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-8bab66be-82f3-4625-9d5e-e5291dd513f8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] For port 82d24062-e3f5-405b-8223-4ef0bb833913, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=82d24062-e3f5-405b-8223-4ef0bb833913,segment=NetworkSegment(09bd3418-b01d-4630-96a0-0105bb7acfd7),segment_id=09bd3418-b01d-4630-96a0-0105bb7acfd7)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:22.875234 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-8bab66be-82f3-4625-9d5e-e5291dd513f8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:22.887814 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-8bab66be-82f3-4625-9d5e-e5291dd513f8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Calling delete_port for 82d24062-e3f5-405b-8223-4ef0bb833913 owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:54:23.012222 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-8bab66be-82f3-4625-9d5e-e5291dd513f8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:23.023744 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['82d24062-e3f5-405b-8223-4ef0bb833913'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:54:23.053738 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab66be-82f3-4625-9d5e-e5291dd513f8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Pushing event deleted for resources: {'Port': ['ID=82d24062-e3f5-405b-8223-4ef0bb833913,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:23.087118 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-8bab66be-82f3-4625-9d5e-e5291dd513f8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] No DVR routers for this DVR port 82d24062-e3f5-405b-8223-4ef0bb833913 on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:54:23.089690 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-8bab66be-82f3-4625-9d5e-e5291dd513f8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:23.093006 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ad4db8ac-aabd-4254-8834-b9bc395bbc99 req-8bab66be-82f3-4625-9d5e-e5291dd513f8 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.52 "DELETE /v2.0/ports/82d24062-e3f5-405b-8223-4ef0bb833913 HTTP/1.1" status: 204 len: 173 time: 0.3913994 Feb 28 18:54:23.093433 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23479068-8dd1-4c62-8bdd-77f94d923ee3', 'name': 'network-vif-deleted', 'tag': '82d24062-e3f5-405b-8223-4ef0bb833913'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:54:23.096666 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26ead98-30e4-42e5-8468-20d40c45f465" -d '{"events": [{"server_uuid": "23479068-8dd1-4c62-8bdd-77f94d923ee3", "name": "network-vif-deleted", "tag": "82d24062-e3f5-405b-8223-4ef0bb833913"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:54:23.118220 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:23.143406 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72be665e-7e7c-4d73-a4e1-4baeaeadcc6d x-openstack-request-id: req-72be665e-7e7c-4d73-a4e1-4baeaeadcc6d {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:54:23.143734 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23479068-8dd1-4c62-8bdd-77f94d923ee3", "name": "network-vif-deleted", "tag": "82d24062-e3f5-405b-8223-4ef0bb833913", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:54:23.143985 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72be665e-7e7c-4d73-a4e1-4baeaeadcc6d {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:54:23.144382 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23479068-8dd1-4c62-8bdd-77f94d923ee3', 'name': 'network-vif-deleted', 'tag': '82d24062-e3f5-405b-8223-4ef0bb833913', 'status': 'completed', 'code': 200} Feb 28 18:54:23.597973 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7250ff5a-f7bb-4027-9aa8-7bdc2cf7075c req-e148fdc5-92d5-4f9a-a086-aa7c0ee8a59b tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=23479068-8dd1-4c62-8bdd-77f94d923ee3 HTTP/1.1" status: 200 len: 210 time: 0.0289004 Feb 28 18:54:24.862915 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-6dfb7d50-68e6-4186-8a6b-e87e9173079a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:24.864396 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-6dfb7d50-68e6-4186-8a6b-e87e9173079a tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/networks?id=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 HTTP/1.1" status: 200 len: 809 time: 0.1079946 Feb 28 18:54:24.879690 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-130645dd-61ee-43c8-9650-590e0e155a99 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/quotas/7631aa8f135942aca0dee2f579a6925b HTTP/1.1" status: 200 len: 375 time: 0.0092888 Feb 28 18:54:24.910676 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-80b26a3c-18af-499e-831e-7baf7ea378dd tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7631aa8f135942aca0dee2f579a6925b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257232 Feb 28 18:54:24.963991 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-4c4dd22a-b83d-4fc8-bde3-d272bebc9feb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=108389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:54:24.964967 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-4c4dd22a-b83d-4fc8-bde3-d272bebc9feb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475614 Feb 28 18:54:25.053170 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-a9a37240-cdcf-4562-96a6-41a2e46771a5 service neutron] 10.222.0.39 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813291 Feb 28 18:54:25.144117 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-8d02e866-2fd5-4199-a47e-97571d31fa14 service neutron] 10.222.0.39 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848131 Feb 28 18:54:25.310432 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-9d29f4a4-6db1-4c47-a7fd-e8744d6e2811 req-c4073342-75d4-4d8a-a11c-1cc38d24abd7 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 210 time: 0.0288978 Feb 28 18:54:26.185388 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fc31824b-1a61-42b5-b6eb-5dc253c42c36 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:26.186811 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fc31824b-1a61-42b5-b6eb-5dc253c42c36 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.52 "GET /v2.0/networks?id=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 HTTP/1.1" status: 200 len: 809 time: 0.1008220 Feb 28 18:54:26.200020 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Request body: {'port': {'device_id': '8a94d1ae-f89d-4c65-8632-c75d8c1d052c', 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7', 'admin_state_up': True, 'tenant_id': '7631aa8f135942aca0dee2f579a6925b'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:54:26.310383 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Made reservation on behalf of 7631aa8f135942aca0dee2f579a6925b for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:54:26.313860 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.367016 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 82d24062-e3f5-405b-8223-4ef0bb833913 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:54:26.389639 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 82d24062-e3f5-405b-8223-4ef0bb833913 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:54:26.389979 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 82d24062-e3f5-405b-8223-4ef0bb833913 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:54:26.408886 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f590398d-5b7d-44f9-8750-4a5adf0daeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.422001 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ba84dd3f-39c2-4f4e-aeeb-ebc8d4f6f24a req-5a775663-be26-4a56-bc5f-b4cd512ac52f tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 210 time: 0.0381627 Feb 28 18:54:26.470151 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Allocated IP 172.20.0.2 (06ff1666-e084-4a8d-b15c-3ae86dd7e6d7/a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6/b0c7318e-610d-40cd-9c95-f027d625206d) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:54:26.612753 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.645637 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.687257 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:54:26.690972 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:54:26.694455 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:54:26.718569 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Pushing event updated for resources: {'Port': ['ID=b0c7318e-610d-40cd-9c95-f027d625206d,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:26.744656 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:26.745251 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.760580 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-fa2bee05-eb01-4978-bc4f-564bf493d2ea tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643532 Feb 28 18:54:26.774137 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Request body: {'port': {'device_id': '8a94d1ae-f89d-4c65-8632-c75d8c1d052c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:54:26.828784 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.090735 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c7318e-610d-40cd-9c95-f027d625206d {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:54:27.098637 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.110216 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Transition to ACTIVE for port object b0c7318e-610d-40cd-9c95-f027d625206d will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:54:27.114180 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.165611 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c7318e-610d-40cd-9c95-f027d625206d,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:27.239051 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Attempting to bind port b0c7318e-610d-40cd-9c95-f027d625206d on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:54:27.239760 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Attempting to bind port b0c7318e-610d-40cd-9c95-f027d625206d by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '09bd3418-b01d-4630-96a0-0105bb7acfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:54:27.239760 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Attempting to bind port b0c7318e-610d-40cd-9c95-f027d625206d on network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:54:27.243933 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Port b0c7318e-610d-40cd-9c95-f027d625206d on network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:54:27.244248 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Attempting to bind port b0c7318e-610d-40cd-9c95-f027d625206d on network 06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:54:27.248951 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:54:27.249276 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Checking segment: {'id': '09bd3418-b01d-4630-96a0-0105bb7acfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:54:27.249647 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Bound using segment: {'id': '09bd3418-b01d-4630-96a0-0105bb7acfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:54:27.250063 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Bound port: b0c7318e-610d-40cd-9c95-f027d625206d, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bd3418-b01d-4630-96a0-0105bb7acfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:54:27.250409 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.313210 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] For port b0c7318e-610d-40cd-9c95-f027d625206d, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:54:27.317110 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] For port b0c7318e-610d-40cd-9c95-f027d625206d, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b0c7318e-610d-40cd-9c95-f027d625206d,segment=NetworkSegment(09bd3418-b01d-4630-96a0-0105bb7acfd7),segment_id=09bd3418-b01d-4630-96a0-0105bb7acfd7)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:54:27.320581 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.358794 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:27.359390 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.361360 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] 10.222.0.52 "PUT /v2.0/ports/b0c7318e-610d-40cd-9c95-f027d625206d HTTP/1.1" status: 200 len: 1093 time: 0.5911567 Feb 28 18:54:27.361917 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a94d1ae-f89d-4c65-8632-c75d8c1d052c', 'tag': 'b0c7318e-610d-40cd-9c95-f027d625206d'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:54:27.364933 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a94d1ae-f89d-4c65-8632-c75d8c1d052c", "tag": "b0c7318e-610d-40cd-9c95-f027d625206d"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:54:27.383093 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e18c0-240a-4f4d-b07c-79a88ab5edd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c7318e-610d-40cd-9c95-f027d625206d,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:27.425724 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39950953-22e2-475e-9c1c-7918b3c9f209 x-openstack-request-id: req-39950953-22e2-475e-9c1c-7918b3c9f209 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:54:27.426010 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a94d1ae-f89d-4c65-8632-c75d8c1d052c", "tag": "b0c7318e-610d-40cd-9c95-f027d625206d", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:54:27.426258 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39950953-22e2-475e-9c1c-7918b3c9f209 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:54:27.426645 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a94d1ae-f89d-4c65-8632-c75d8c1d052c', 'tag': 'b0c7318e-610d-40cd-9c95-f027d625206d', 'status': 'completed', 'code': 200} Feb 28 18:54:27.442333 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-0dba46e5-47c1-4be9-a3b0-905c0f7e7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:27.443981 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-0dba46e5-47c1-4be9-a3b0-905c0f7e7789 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7631aa8f135942aca0dee2f579a6925b&device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 1096 time: 0.0455217 Feb 28 18:54:27.491669 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-d326c67e-74fe-4911-84b0-a3494f20f2de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0c7318e-610d-40cd-9c95-f027d625206d HTTP/1.1" status: 200 len: 217 time: 0.0404360 Feb 28 18:54:27.566163 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-ed1e0390-eb63-4f9e-a47c-ece7209c0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:27.567646 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-ed1e0390-eb63-4f9e-a47c-ece7209c0409 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6 HTTP/1.1" status: 200 len: 849 time: 0.0656838 Feb 28 18:54:27.575556 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ad36b-f0e8-40d2-8cb8-6c97d54931f8 req-25b0d8e0-3ccf-407f-92c9-ab975b458856 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:27.576901 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3b6ad36b-f0e8-40d2-8cb8-6c97d54931f8 req-25b0d8e0-3ccf-407f-92c9-ab975b458856 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 943 time: 0.0833163 Feb 28 18:54:27.615140 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-bb684aed-2e76-4d4a-8214-5c3a82f8950c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372145 Feb 28 18:54:27.649512 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3b6ad36b-f0e8-40d2-8cb8-6c97d54931f8 req-ef0aa3f7-0bae-41bd-a612-d1dbcf430081 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645688 Feb 28 18:54:27.711851 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-f262b01d-cd74-403f-a919-b686ff7e63d4 service neutron] 10.222.0.52 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904958 Feb 28 18:54:27.802083 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-51692dd6-1011-4d0c-a86e-9f6760c0b239 req-abe8be75-a95f-4b1e-8c52-30f239c83943 service neutron] 10.222.0.52 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845084 Feb 28 18:54:27.883363 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e req-ea98487a-9174-45dd-a99c-03cf505e0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:27.884847 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e req-ea98487a-9174-45dd-a99c-03cf505e0de9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7631aa8f135942aca0dee2f579a6925b&device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 1096 time: 0.0408204 Feb 28 18:54:27.974617 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e req-4847033e-292a-4359-820d-519a185ce744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:27.976103 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e req-4847033e-292a-4359-820d-519a185ce744 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 HTTP/1.1" status: 200 len: 910 time: 0.0845973 Feb 28 18:54:28.017585 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e req-8a13b90a-63d7-43c0-a870-a911397067e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0c7318e-610d-40cd-9c95-f027d625206d HTTP/1.1" status: 200 len: 217 time: 0.0337384 Feb 28 18:54:28.063983 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e req-153be75b-5418-4c07-b979-dc236351717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:28.065432 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e req-153be75b-5418-4c07-b979-dc236351717b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6 HTTP/1.1" status: 200 len: 849 time: 0.0424831 Feb 28 18:54:28.096954 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e req-031b19a0-2f57-47cb-bc31-90d0a02f8709 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246212 Feb 28 18:54:28.184700 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e req-e53a0697-f269-463a-8f58-35dddece7ac7 service neutron] 10.222.0.52 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816295 Feb 28 18:54:28.273285 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8bcdac30-dd55-4e9c-9b73-d4354ce3029e req-cfb95b0d-cbc3-4e9c-baec-fb6e48ecda6b service neutron] 10.222.0.52 "GET /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815461 Feb 28 18:54:28.769982 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbd848-49b3-4578-ae32-ecde2d397d13 req-5cbb9218-7f44-458c-a02f-770f66d3cd3b tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:28.771440 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a1dbd848-49b3-4578-ae32-ecde2d397d13 req-5cbb9218-7f44-458c-a02f-770f66d3cd3b tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 943 time: 0.0526385 Feb 28 18:54:28.808630 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-a1dbd848-49b3-4578-ae32-ecde2d397d13 req-4d6cde6a-1fbd-4bdb-b007-54da786be82f tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312173 Feb 28 18:54:28.828774 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-52a5edf0-8c85-4389-8d5e-13ec743aba69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:29.928128 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231b319-658b-4bdf-82b4-602f26888a97 req-1cb58313-a4ad-4b27-b69c-e186cc2a6926 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:29.929589 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0231b319-658b-4bdf-82b4-602f26888a97 req-1cb58313-a4ad-4b27-b69c-e186cc2a6926 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 943 time: 0.0548866 Feb 28 18:54:29.968287 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:29.969870 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0231b319-658b-4bdf-82b4-602f26888a97 req-18717f62-093e-4bc2-a191-e853204c8603 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332930 Feb 28 18:54:30.364876 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device b0c7318e-610d-40cd-9c95-f027d625206d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:54:30.463169 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port b0c7318e-610d-40cd-9c95-f027d625206d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b0c7318e-610d-40cd-9c95-f027d625206d,segment=NetworkSegment(09bd3418-b01d-4630-96a0-0105bb7acfd7),segment_id=09bd3418-b01d-4630-96a0-0105bb7acfd7)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:30.478838 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'b0c7318e-610d-40cd-9c95-f027d625206d', 'network_id': '06ff1666-e084-4a8d-b15c-3ae86dd7e6d7', 'port_id': 'b0c7318e-610d-40cd-9c95-f027d625206d', 'mac_address': 'fa:16:3e:c2:e7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:54:30.516657 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:30.529561 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c7318e-610d-40cd-9c95-f027d625206d {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:54:30.550275 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port b0c7318e-610d-40cd-9c95-f027d625206d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b0c7318e-610d-40cd-9c95-f027d625206d,segment=NetworkSegment(09bd3418-b01d-4630-96a0-0105bb7acfd7),segment_id=09bd3418-b01d-4630-96a0-0105bb7acfd7)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:30.554380 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:30.599961 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=b0c7318e-610d-40cd-9c95-f027d625206d,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:30.884425 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['b0c7318e-610d-40cd-9c95-f027d625206d'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:54:31.084450 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e5d34-a614-4656-8e35-f4dd90a86ae7 req-96222ceb-eede-477b-858e-f8517bb67d9b tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:31.085930 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-081e5d34-a614-4656-8e35-f4dd90a86ae7 req-96222ceb-eede-477b-858e-f8517bb67d9b tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 944 time: 0.0486615 Feb 28 18:54:31.123428 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-081e5d34-a614-4656-8e35-f4dd90a86ae7 req-64a5ea81-c965-479c-9dfc-6bd72affc4d0 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312164 Feb 28 18:54:31.508685 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:31.801030 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:32.236871 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea014f9c-038f-4f7b-be6f-6a705597ed99 req-09ce89ea-a78b-417e-a409-d182eeb5b5d0 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:32.238331 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ea014f9c-038f-4f7b-be6f-6a705597ed99 req-09ce89ea-a78b-417e-a409-d182eeb5b5d0 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 944 time: 0.0479488 Feb 28 18:54:32.274843 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ea014f9c-038f-4f7b-be6f-6a705597ed99 req-abbd3737-8f1e-4644-810c-2b8296dbacb3 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305755 Feb 28 18:54:32.368044 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device b0c7318e-610d-40cd-9c95-f027d625206d up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:54:32.416287 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port b0c7318e-610d-40cd-9c95-f027d625206d completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:54:32.420241 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port b0c7318e-610d-40cd-9c95-f027d625206d triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:54:32.420601 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:32.499046 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:32.521467 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a94d1ae-f89d-4c65-8632-c75d8c1d052c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7318e-610d-40cd-9c95-f027d625206d'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:54:32.523696 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f975a31-617f-420c-a97a-d64ae36e4d81" -d '{"events": [{"server_uuid": "8a94d1ae-f89d-4c65-8632-c75d8c1d052c", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7318e-610d-40cd-9c95-f027d625206d"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:54:32.537019 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port b0c7318e-610d-40cd-9c95-f027d625206d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b0c7318e-610d-40cd-9c95-f027d625206d,segment=NetworkSegment(09bd3418-b01d-4630-96a0-0105bb7acfd7),segment_id=09bd3418-b01d-4630-96a0-0105bb7acfd7)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:32.541429 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:32.564534 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61253293-0f6a-4a18-ba13-26a94f1ea479 x-openstack-request-id: req-61253293-0f6a-4a18-ba13-26a94f1ea479 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:54:32.564815 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a94d1ae-f89d-4c65-8632-c75d8c1d052c", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7318e-610d-40cd-9c95-f027d625206d", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:54:32.565057 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61253293-0f6a-4a18-ba13-26a94f1ea479 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:54:32.565434 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a94d1ae-f89d-4c65-8632-c75d8c1d052c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7318e-610d-40cd-9c95-f027d625206d', 'code': 200} Feb 28 18:54:32.590463 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=b0c7318e-610d-40cd-9c95-f027d625206d,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:32.727507 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df58e3-20b7-4ea5-918d-c51e8c92ab06 req-c2f8751b-efb3-4e0d-b718-4387189781a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:32.728998 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-01df58e3-20b7-4ea5-918d-c51e8c92ab06 req-c2f8751b-efb3-4e0d-b718-4387189781a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 1098 time: 0.0413129 Feb 28 18:54:32.762439 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-01df58e3-20b7-4ea5-918d-c51e8c92ab06 req-980b0700-291b-44cc-83b4-eef3feb44c5d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276027 Feb 28 18:54:33.395177 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f6f7-7c34-4182-9448-ca16d6a00b7c req-5872029d-ad75-4563-b3c5-ff675da9d9fb tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:33.396653 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ada0f6f7-7c34-4182-9448-ca16d6a00b7c req-5872029d-ad75-4563-b3c5-ff675da9d9fb tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 945 time: 0.0542309 Feb 28 18:54:33.435039 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-ada0f6f7-7c34-4182-9448-ca16d6a00b7c req-a313b7e8-5efd-4aef-8f7c-cef98cff4ce9 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325370 Feb 28 18:54:34.553799 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabf9a7-10d4-4e36-89b2-3f132e69bd90 req-1bb94715-4772-4c2d-af62-2f35b5f2a9c5 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:34.555344 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8aabf9a7-10d4-4e36-89b2-3f132e69bd90 req-1bb94715-4772-4c2d-af62-2f35b5f2a9c5 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 945 time: 0.0491433 Feb 28 18:54:34.592205 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8aabf9a7-10d4-4e36-89b2-3f132e69bd90 req-a619bf4a-b3bb-4866-a97c-aaa944faeb36 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309854 Feb 28 18:54:35.209774 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662c7ae-8ec6-4bbb-90b6-5e2d18230ad4 req-a48cd685-4e95-4d27-9535-65264bf2a1fc tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:35.211318 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c662c7ae-8ec6-4bbb-90b6-5e2d18230ad4 req-a48cd685-4e95-4d27-9535-65264bf2a1fc tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 945 time: 0.0530260 Feb 28 18:54:35.254927 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c662c7ae-8ec6-4bbb-90b6-5e2d18230ad4 req-6f325ea5-7ac7-4d6e-92b4-0b6de4127466 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376871 Feb 28 18:54:36.377189 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5da857-d73b-4261-ae19-9b4996eabc82 req-d08c7fd5-e626-426d-a164-8a011dd310ff tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:36.378710 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5a5da857-d73b-4261-ae19-9b4996eabc82 req-d08c7fd5-e626-426d-a164-8a011dd310ff tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 945 time: 0.0510697 Feb 28 18:54:36.418858 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5a5da857-d73b-4261-ae19-9b4996eabc82 req-398cf60b-740d-4c77-b7be-b3cea597b1dc tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/security-groups?id=5af4e3e8-d859-4de7-80d6-a84cd68625dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 Feb 28 18:54:36.625655 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a6471-8008-4501-b32f-ebb9c200717d req-6ad32e6a-7e02-43ee-81b4-33b6f6712eba tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:36.627198 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-750a6471-8008-4501-b32f-ebb9c200717d req-6ad32e6a-7e02-43ee-81b4-33b6f6712eba tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 945 time: 0.0481687 Feb 28 18:54:36.716105 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-750a6471-8008-4501-b32f-ebb9c200717d req-4248c8b4-dad8-4105-ac50-b26fad0156c4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Deleting port b0c7318e-610d-40cd-9c95-f027d625206d {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:54:36.716446 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-750a6471-8008-4501-b32f-ebb9c200717d req-4248c8b4-dad8-4105-ac50-b26fad0156c4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:36.801681 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-750a6471-8008-4501-b32f-ebb9c200717d req-4248c8b4-dad8-4105-ac50-b26fad0156c4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] For port b0c7318e-610d-40cd-9c95-f027d625206d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b0c7318e-610d-40cd-9c95-f027d625206d,segment=NetworkSegment(09bd3418-b01d-4630-96a0-0105bb7acfd7),segment_id=09bd3418-b01d-4630-96a0-0105bb7acfd7)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:36.802054 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-750a6471-8008-4501-b32f-ebb9c200717d req-4248c8b4-dad8-4105-ac50-b26fad0156c4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:36.813448 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-750a6471-8008-4501-b32f-ebb9c200717d req-4248c8b4-dad8-4105-ac50-b26fad0156c4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Calling delete_port for b0c7318e-610d-40cd-9c95-f027d625206d owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:54:36.946915 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-750a6471-8008-4501-b32f-ebb9c200717d req-4248c8b4-dad8-4105-ac50-b26fad0156c4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:36.958908 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['b0c7318e-610d-40cd-9c95-f027d625206d'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:54:36.975404 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248c8b4-dad8-4105-ac50-b26fad0156c4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Pushing event deleted for resources: {'Port': ['ID=b0c7318e-610d-40cd-9c95-f027d625206d,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:37.020328 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-750a6471-8008-4501-b32f-ebb9c200717d req-4248c8b4-dad8-4105-ac50-b26fad0156c4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] No DVR routers for this DVR port b0c7318e-610d-40cd-9c95-f027d625206d on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:54:37.022744 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-750a6471-8008-4501-b32f-ebb9c200717d req-4248c8b4-dad8-4105-ac50-b26fad0156c4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:37.026010 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-750a6471-8008-4501-b32f-ebb9c200717d req-4248c8b4-dad8-4105-ac50-b26fad0156c4 tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.52 "DELETE /v2.0/ports/b0c7318e-610d-40cd-9c95-f027d625206d HTTP/1.1" status: 204 len: 173 time: 0.3935366 Feb 28 18:54:37.026436 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a94d1ae-f89d-4c65-8632-c75d8c1d052c', 'name': 'network-vif-deleted', 'tag': 'b0c7318e-610d-40cd-9c95-f027d625206d'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:54:37.028644 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c1263a-015f-48b9-bbb6-afa9d3e6be6b" -d '{"events": [{"server_uuid": "8a94d1ae-f89d-4c65-8632-c75d8c1d052c", "name": "network-vif-deleted", "tag": "b0c7318e-610d-40cd-9c95-f027d625206d"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:54:37.066833 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579609d2-07ec-4a1f-afe4-1fae0964cbdc x-openstack-request-id: req-579609d2-07ec-4a1f-afe4-1fae0964cbdc {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:54:37.067120 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a94d1ae-f89d-4c65-8632-c75d8c1d052c", "name": "network-vif-deleted", "tag": "b0c7318e-610d-40cd-9c95-f027d625206d", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:54:37.067366 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-579609d2-07ec-4a1f-afe4-1fae0964cbdc {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:54:37.067779 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a94d1ae-f89d-4c65-8632-c75d8c1d052c', 'name': 'network-vif-deleted', 'tag': 'b0c7318e-610d-40cd-9c95-f027d625206d', 'status': 'completed', 'code': 200} Feb 28 18:54:37.538249 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b4a10655-268f-4782-9a2b-ab9733346afa req-169eba90-de25-42d6-ba60-5c4ce0d1dfdf tempest-VolumesActionsTest-560540810 tempest-VolumesActionsTest-560540810-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a94d1ae-f89d-4c65-8632-c75d8c1d052c HTTP/1.1" status: 200 len: 210 time: 0.0313444 Feb 28 18:54:38.674324 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:54:40.920196 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device b0c7318e-610d-40cd-9c95-f027d625206d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:54:40.941465 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: b0c7318e-610d-40cd-9c95-f027d625206d {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:54:40.942245 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device b0c7318e-610d-40cd-9c95-f027d625206d not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:54:53.135770 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:56.417448 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-55ad2363-7dd1-44fc-9132-4d6f50358175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:58.832125 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-0b657c3f-82e2-4ce8-854c-70dcb52f1c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:59.970386 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.299052 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57566) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:00.341974 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Deleting subnet a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6 {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 18:55:00.345537 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.378860 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27829832'] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.416473 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.472629 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2016347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28560992'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.494884 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:00.505080 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.508183 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a38e3fd2-ef75-4f6e-a0a8-d1902ea51cd6 HTTP/1.1" status: 204 len: 168 time: 0.2080672 Feb 28 18:55:00.509994 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.510339 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.510666 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.510783 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57568) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:00.511208 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.511323 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.511656 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.511979 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.512297 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.512614 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.512928 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.513241 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.513552 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48360445-0119-4c5e-a7b7-1b5d51806bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.581322 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.662136 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.681864 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ff1666-e084-4a8d-b15c-3ae86dd7e6d7']}} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:00.691419 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bd3418-b01d-4630-96a0-0105bb7acfd7') {'for_net_delete': True} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:00.691748 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bd3418-b01d-4630-96a0-0105bb7acfd7') {} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:00.700777 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28524503'] for segment, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.714072 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.719820 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=108388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:55:00.720198 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25877906'] for segment, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: Traceback (most recent call last): Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: timer() Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: cb(*args, **kw) Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: return func(*args, **kwargs) Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: self._notify() Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: self.callback(batched_events) Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: event.method(event) Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: return f(self, *a, **k) Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._get(url).json() Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: return self.request(url, 'GET', **kwargs) Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:55:00.721808 dv-cinder-831186-1-iscsi neutron-server[108388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:55:00.774296 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.778675 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:00.781819 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/06ff1666-e084-4a8d-b15c-3ae86dd7e6d7 HTTP/1.1" status: 204 len: 168 time: 0.2701123 Feb 28 18:55:00.795260 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ff1666-e084-4a8d-b15c-3ae86dd7e6d7,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:00.803565 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.803909 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.804246 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.804567 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.804888 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.805209 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.805528 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.805846 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.806163 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.806483 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.806797 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.807108 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0471e-70e1-48ab-8f2e-d5b23c0bb1c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:00.914762 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57572) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:00.957773 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-17da034f-dcad-4ca3-ab65-8b45ff09fbd1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7631aa8f135942aca0dee2f579a6925b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415177 Feb 28 18:55:00.960106 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57574) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:01.006830 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3afb1419-cf1e-4c79-9474-e3c5d46cfc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:01.027918 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3afb1419-cf1e-4c79-9474-e3c5d46cfc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:01.076724 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3afb1419-cf1e-4c79-9474-e3c5d46cfc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:01.079805 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-3afb1419-cf1e-4c79-9474-e3c5d46cfc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:01.080957 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-3afb1419-cf1e-4c79-9474-e3c5d46cfc00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5af4e3e8-d859-4de7-80d6-a84cd68625dd HTTP/1.1" status: 204 len: 168 time: 0.1199799 Feb 28 18:55:01.088661 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb1419-cf1e-4c79-9474-e3c5d46cfc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af4e3e8-d859-4de7-80d6-a84cd68625dd,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:01.511339 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:01.808714 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:10.182381 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57648) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:10.292463 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-740f5fff-0fb9-4981-9263-58c314d83c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:10.372608 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-740f5fff-0fb9-4981-9263-58c314d83c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:10.376571 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-740f5fff-0fb9-4981-9263-58c314d83c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:10.416141 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-740f5fff-0fb9-4981-9263-58c314d83c40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96889c86283d45d39b3a9e464866e96c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325137 Feb 28 18:55:10.417040 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f5fff-0fb9-4981-9263-58c314d83c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ad9769-7d4f-495b-8652-da29200f34db,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:10.419392 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57652) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:10.475420 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-90ad07e1-5851-4938-8551-86cc828d6494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:10.498048 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-90ad07e1-5851-4938-8551-86cc828d6494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:10.545257 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-90ad07e1-5851-4938-8551-86cc828d6494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:10.548682 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-90ad07e1-5851-4938-8551-86cc828d6494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:10.549801 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-90ad07e1-5851-4938-8551-86cc828d6494 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46ad9769-7d4f-495b-8652-da29200f34db HTTP/1.1" status: 204 len: 168 time: 0.1293833 Feb 28 18:55:10.559197 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad07e1-5851-4938-8551-86cc828d6494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ad9769-7d4f-495b-8652-da29200f34db,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:11.182744 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57674) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:11.275672 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-823404685-network', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:11.295273 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Made reservation on behalf of 5bdff0b85e164933a897edfe8b4b9939 for: {'network': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:55:11.298221 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.306057 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.384364 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.388163 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.413715 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=108389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:55:11.422539 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5ecb1f-64ad-4e56-a935-60f84c95f662,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:11.429162 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.429501 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.segments_db [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Added segment 3919a47a-aa5f-44a9-8de8-b2aaaa14587d of type vlan for network 31a39409-3230-48c9-ab01-a4792ab159d0 Feb 28 18:55:11.468836 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.492941 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.493952 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:11.494532 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.549001 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3650820 Feb 28 18:55:11.551990 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57678) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:11.555934 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ad316-76af-49db-a77e-76bf569c92c4 admin admin] Pushing event updated for resources: {'Network': ['ID=31a39409-3230-48c9-ab01-a4792ab159d0,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:11.558192 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Request body: {'subnet': {'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-823404685-subnet', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:11.570329 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 31a39409-3230-48c9-ab01-a4792ab159d0 details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:55:11.578538 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Made reservation on behalf of 5bdff0b85e164933a897edfe8b4b9939 for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:55:11.581543 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25248521'] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.754476 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25877559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25248763'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.808311 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f57885a-5ca1-42a7-9074-568a8d576e67,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:11.824283 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Checking segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:55:11.824635 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Network hostable DHCP agents. Network: 31a39409-3230-48c9-ab01-a4792ab159d0, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:55:11.841455 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Network 31a39409-3230-48c9-ab01-a4792ab159d0 is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:55:11.850259 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 31a39409-3230-48c9-ab01-a4792ab159d0) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:11.854660 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:11.855286 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.860393 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64487d1f-694c-4c0b-872a-0c167948beb9 None None] Network 31a39409-3230-48c9-ab01-a4792ab159d0 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:55:11.871832 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-0722f47f-9329-44e8-98d4-5525c52172a5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3181777 Feb 28 18:55:11.874425 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57680) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:11.880205 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:11.900035 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12968'] for router, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.901015 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12963'] for router, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:11.955533 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.008266 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42d7055-0118-559e-97f5-cf27b7aef607-31a39409-3230-48c9-ab01-a4792ab159d0', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67'}]}} from dv-cinder-831186-1-iscsi. {{(pid=108391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 28 18:55:12.009140 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.096564 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.148417 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.db_base_plugin_common [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Allocated IP 172.20.0.2 (31a39409-3230-48c9-ab01-a4792ab159d0/3f57885a-5ca1-42a7-9074-568a8d576e67/83796885-bddc-4fdd-9270-2d956e4e8e89) {{(pid=108391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:55:12.288144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.294462 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.306121 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.325990 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.336895 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Network 31a39409-3230-48c9-ab01-a4792ab159d0 is already hosted by enough agents. {{(pid=108391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:12.339759 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.base_scheduler [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Resources bound (agent type, host, resource id): {{(pid=108391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:12.343047 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Received port after_create {{(pid=108391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:55:12.351560 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Pushing event updated for resources: {'Port': ['ID=83796885-bddc-4fdd-9270-2d956e4e8e89,revision_number=1']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:12.374466 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.374815 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.375151 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.375506 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.376503 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.377057 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.377057 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.377342 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.377659 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.377976 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.378291 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.378608 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:12.412076 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Attempting to bind port 83796885-bddc-4fdd-9270-2d956e4e8e89 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:55:12.412827 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Attempting to bind port 83796885-bddc-4fdd-9270-2d956e4e8e89 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:55:12.413181 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Attempting to bind port 83796885-bddc-4fdd-9270-2d956e4e8e89 on network 31a39409-3230-48c9-ab01-a4792ab159d0 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:55:12.418392 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:55:12.418761 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Checking segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:55:12.419156 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.419567 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Bound using segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:55:12.420026 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Bound port: 83796885-bddc-4fdd-9270-2d956e4e8e89, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:55:12.420406 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.431844 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Allocated IP 172.27.2.183 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/617846ea-2823-4624-bae4-f355940ae8eb) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:55:12.490144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] For port 83796885-bddc-4fdd-9270-2d956e4e8e89, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:55:12.493333 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] For port 83796885-bddc-4fdd-9270-2d956e4e8e89, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=83796885-bddc-4fdd-9270-2d956e4e8e89,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:55:12.497113 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.554381 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.571977 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aeae99-e95e-49e4-9199-63d71ab13eb4 None None] Pushing event updated for resources: {'Port': ['ID=83796885-bddc-4fdd-9270-2d956e4e8e89,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:12.602581 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:12.646713 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:12.649597 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:12.653973 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:55:12.657180 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Pushing event updated for resources: {'Port': ['ID=617846ea-2823-4624-bae4-f355940ae8eb,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:12.956087 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:13.059975 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 83796885-bddc-4fdd-9270-2d956e4e8e89 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:13.117109 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 83796885-bddc-4fdd-9270-2d956e4e8e89 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:13.117470 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:13.175978 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363'] for router, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:13.199748 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:13.236491 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port 83796885-bddc-4fdd-9270-2d956e4e8e89, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=83796885-bddc-4fdd-9270-2d956e4e8e89,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:55:13.242782 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:13.305944 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=83796885-bddc-4fdd-9270-2d956e4e8e89,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:13.337158 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Router d7032851-dc83-420e-8de0-92552ed14a02 is scheduled to L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 with binding_index 1 {{(pid=108388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:55:13.543294 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7ce7c6-90b1-4651-b43e-dd2c4405d019 None None] Network 31a39409-3230-48c9-ab01-a4792ab159d0 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:55:13.605437 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-37e0f96c-ce18-44c8-94a5-48db597ea17b None None] Provisioning complete for port 83796885-bddc-4fdd-9270-2d956e4e8e89 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:13.606107 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-37e0f96c-ce18-44c8-94a5-48db597ea17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:13.715281 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:55:13.726347 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Sync routers for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:55:13.733656 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:13.738271 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-8e80c005-5c00-4c4e-a840-299bd62d377b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8601789 Feb 28 18:55:13.738570 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57682) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:13.781593 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:55:13.782770 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:54:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:13.903250 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:55:14.097704 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:12Z', 'revision_number': 3, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:14.131319 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Checking router: d7032851-dc83-420e-8de0-92552ed14a02 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:55:14.131692 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Updating router d7032851-dc83-420e-8de0-92552ed14a02 port 617846ea-2823-4624-bae4-f355940ae8eb binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:55:14.163934 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-3e40e91b-f4d1-4866-a429-c5bf91e5f53c None None] Provisioning complete for port 83796885-bddc-4fdd-9270-2d956e4e8e89 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:14.164423 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-3e40e91b-f4d1-4866-a429-c5bf91e5f53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.167390 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.176831 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.333663 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Allocated IP 172.20.0.1 (31a39409-3230-48c9-ab01-a4792ab159d0/3f57885a-5ca1-42a7-9074-568a8d576e67/13e5f436-9219-4ead-9dc3-e4a8d52bb548) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:55:14.440994 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.474854 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.482741 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.489325 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.516066 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Network 31a39409-3230-48c9-ab01-a4792ab159d0 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:14.519531 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:14.522938 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:55:14.548383 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Attempting to bind port 617846ea-2823-4624-bae4-f355940ae8eb on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:55:14.548756 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Attempting to bind port 617846ea-2823-4624-bae4-f355940ae8eb by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:55:14.549115 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Attempting to bind port 617846ea-2823-4624-bae4-f355940ae8eb on network 2ade9df8-e6c8-42f2-9818-2d0586d79898 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:55:14.552248 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c493cb0-4b31-4ada-9c1b-27a2d5f3bf5c None None] Pushing event updated for resources: {'Port': ['ID=617846ea-2823-4624-bae4-f355940ae8eb,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:14.552580 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Pushing event updated for resources: {'Port': ['ID=13e5f436-9219-4ead-9dc3-e4a8d52bb548,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:14.556885 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:55:14.557251 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:55:14.557646 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.558025 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Bound using segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:55:14.558487 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Bound port: 617846ea-2823-4624-bae4-f355940ae8eb, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:55:14.558858 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.570126 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447668'] for router_interface, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.614470 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] For port 617846ea-2823-4624-bae4-f355940ae8eb, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:55:14.618076 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] For port 617846ea-2823-4624-bae4-f355940ae8eb, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=617846ea-2823-4624-bae4-f355940ae8eb,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:55:14.624733 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.679897 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:55:14.680508 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:54:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:14.712950 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.861317 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c493cb0-4b31-4ada-9c1b-27a2d5f3bf5c None None] Pushing event updated for resources: {'Port': ['ID=617846ea-2823-4624-bae4-f355940ae8eb,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:14.879842 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-1db9bebf-502f-417c-b6ea-917f07f6c24a None None] Provisioning complete for port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:14.880211 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1db9bebf-502f-417c-b6ea-917f07f6c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.890804 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.895517 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25877934'] for port, after_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.955362 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-1db9bebf-502f-417c-b6ea-917f07f6c24a None None] Port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:55:14.962999 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:55:14.963226 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447528'] for router_interface, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.965870 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Pushing event updated for resources: {'Port': ['ID=13e5f436-9219-4ead-9dc3-e4a8d52bb548,revision_number=2']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:15.040106 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 83796885-bddc-4fdd-9270-2d956e4e8e89 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:15.067280 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Network 31a39409-3230-48c9-ab01-a4792ab159d0 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:15.068734 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:15.160654 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 83796885-bddc-4fdd-9270-2d956e4e8e89 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:15.161078 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:15.191600 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Router d7032851-dc83-420e-8de0-92552ed14a02 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:55:15.273878 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 1, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:15.307355 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3c0e0-0676-41be-8e50-825e1510a81d None None] The sync data for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi is: [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 1, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:55:15.313272 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:55:15.323522 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-83489519-3c6c-41b7-b5bc-c40414d14298 admin admin] 10.222.0.39 "PUT /v2.0/routers/d7032851-dc83-420e-8de0-92552ed14a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5794206 Feb 28 18:55:15.379019 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-4fdfe67c-5658-4da2-8d9b-7e66435471d8 None None] Provisioning complete for port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:15.379595 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe67c-5658-4da2-8d9b-7e66435471d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:15.422143 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-4fdfe67c-5658-4da2-8d9b-7e66435471d8 None None] Port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:55:15.679257 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:55:15.828540 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57698) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:15.834952 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-888260564-network', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004'}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:15.856538 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Made reservation on behalf of a9e6c95538d14a7884536c740bda2004 for: {'network': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:55:15.858863 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for network, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:15.868610 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:15.963608 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:15.967811 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.003466 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=108388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:55:16.010103 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91be1d2e-30c3-45a3-9ab5-a1909392b656,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:16.016712 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.017131 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.db.segments_db [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Added segment a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673 of type vlan for network 6d48a883-31e4-4ab6-9126-f56e52163faf Feb 28 18:55:16.068301 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744605276793'] for network, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.093286 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048'] for network, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.094488 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:16.095172 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.153678 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3227308 Feb 28 18:55:16.156275 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57700) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:16.163212 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Request body: {'subnet': {'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-888260564-subnet', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'ip_version': 4}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:16.174124 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250646b8-4367-4456-978a-cdb1564411b8 admin admin] Pushing event updated for resources: {'Network': ['ID=6d48a883-31e4-4ab6-9126-f56e52163faf,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:16.185218 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Network 6d48a883-31e4-4ab6-9126-f56e52163faf details requested by agent ovs-agent-dv-cinder-831186-1-iscsi with host dv-cinder-831186-1-iscsi {{(pid=108391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:55:16.193214 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Made reservation on behalf of a9e6c95538d14a7884536c740bda2004 for: {'subnet': 1} {{(pid=108388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:55:16.195776 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25248521'] for subnet, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.389084 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25877559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25248763'] for subnet, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.449341 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf8340c-f62f-42ea-8e18-d1b84340a3e1,revision_number=0']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:16.455316 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Checking segment: {'id': 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:55:16.455711 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Network hostable DHCP agents. Network: 6d48a883-31e4-4ab6-9126-f56e52163faf, hostable agents: ['f4a348d2-54d4-43d6-bf29-1de9c9a21bec'], hosted agents: [] {{(pid=108388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:55:16.476881 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Network 6d48a883-31e4-4ab6-9126-f56e52163faf is scheduled to be hosted by DHCP agent f4a348d2-54d4-43d6-bf29-1de9c9a21bec with binding_index 1 {{(pid=108388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:55:16.487965 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831186-1-iscsi, 6d48a883-31e4-4ab6-9126-f56e52163faf) {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:16.492592 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:16.493175 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for subnet, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.497927 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df003c50-9a75-49ae-b845-a9775a34e5fa None None] Network 6d48a883-31e4-4ab6-9126-f56e52163faf requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:55:16.511813 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-35730461-62b1-42e5-bbdc-0c8373bb399a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3539758 Feb 28 18:55:16.514431 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 57702) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:16.518693 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.v2.base [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-888260564-router', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}} {{(pid=108388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:16.542882 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12968'] for router, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.543940 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12963'] for router, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.600195 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.663672 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf42d7055-0118-559e-97f5-cf27b7aef607-6d48a883-31e4-4ab6-9126-f56e52163faf', 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'fixed_ips': [{'subnet_id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1'}]}} from dv-cinder-831186-1-iscsi. {{(pid=108391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 28 18:55:16.664558 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.741643 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.805519 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.db_base_plugin_common [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Allocated IP 172.20.0.2 (6d48a883-31e4-4ab6-9126-f56e52163faf/cbf8340c-f62f-42ea-8e18-d1b84340a3e1/1a444414-208e-4b3f-b997-d10df4b32f04) {{(pid=108391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:55:16.946339 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.954672 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Notify callbacks [] for port, precommit_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.961455 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077'] for port, after_create {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:16.967459 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.025843 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Network 6d48a883-31e4-4ab6-9126-f56e52163faf is already hosted by enough agents. {{(pid=108391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:17.029445 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Pushing event updated for resources: {'Port': ['ID=1a444414-208e-4b3f-b997-d10df4b32f04,revision_number=1']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:17.034534 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.scheduler.base_scheduler [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Resources bound (agent type, host, resource id): {{(pid=108391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:17.037000 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Received port after_create {{(pid=108391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:55:17.069126 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 617846ea-2823-4624-bae4-f355940ae8eb up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:17.102553 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.db_base_plugin_common [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Allocated IP 172.27.2.34 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/18801a94-dc4a-49cd-bae6-f380bddf7549) {{(pid=108388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:55:17.130492 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Attempting to bind port 1a444414-208e-4b3f-b997-d10df4b32f04 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:55:17.130851 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Attempting to bind port 1a444414-208e-4b3f-b997-d10df4b32f04 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:55:17.131204 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Attempting to bind port 1a444414-208e-4b3f-b997-d10df4b32f04 on network 6d48a883-31e4-4ab6-9126-f56e52163faf {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:55:17.140212 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:55:17.140585 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Checking segment: {'id': 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:55:17.140964 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.141959 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Bound using segment: {'id': 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:55:17.142469 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Bound port: 1a444414-208e-4b3f-b997-d10df4b32f04, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:55:17.142801 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.189441 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 617846ea-2823-4624-bae4-f355940ae8eb triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:17.190130 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.212187 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.243844 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] For port 1a444414-208e-4b3f-b997-d10df4b32f04, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:55:17.247738 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.248333 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] For port 1a444414-208e-4b3f-b997-d10df4b32f04, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=1a444414-208e-4b3f-b997-d10df4b32f04,segment=NetworkSegment(a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673),segment_id=a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:55:17.255649 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.292992 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:17.295943 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.base_scheduler [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Resources bound (agent type, host, resource id): {{(pid=108388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:17.300867 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Received port after_create {{(pid=108388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:55:17.304119 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Pushing event updated for resources: {'Port': ['ID=18801a94-dc4a-49cd-bae6-f380bddf7549,revision_number=1']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:17.346780 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66623e2b-3fce-4c60-ade3-bacfd51b5448 None None] Pushing event updated for resources: {'Port': ['ID=1a444414-208e-4b3f-b997-d10df4b32f04,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:17.349405 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.373444 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port 617846ea-2823-4624-bae4-f355940ae8eb, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=617846ea-2823-4624-bae4-f355940ae8eb,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:55:17.379018 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.431902 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Sync routers for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:55:17.442074 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:55:17.442704 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:54:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:17.454846 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=617846ea-2823-4624-bae4-f355940ae8eb,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:17.587098 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:55:17.594180 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.806209 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448363'] for router, after_create {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.817249 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 2, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:17.847940 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Checking router: d7032851-dc83-420e-8de0-92552ed14a02 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:55:17.848387 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Updating router d7032851-dc83-420e-8de0-92552ed14a02 port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 binding host dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:55:17.874137 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:17.937560 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Router 322973a3-1227-462b-af95-5cbc506ccfe6 is scheduled to L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 with binding_index 1 {{(pid=108388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:55:18.169943 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Notify callbacks [] for port, precommit_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:18.176498 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:18.228856 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Pushing event updated for resources: {'Port': ['ID=13e5f436-9219-4ead-9dc3-e4a8d52bb548,revision_number=3']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:18.256746 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.257195 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.257604 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.257997 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.258386 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.258775 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.259159 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.259564 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.259965 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.264328 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.264328 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.264328 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:18.305128 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Attempting to bind port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:55:18.305755 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Attempting to bind port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:55:18.306107 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Attempting to bind port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 on network 31a39409-3230-48c9-ab01-a4792ab159d0 {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:55:18.311774 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:55:18.312154 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Checking segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:55:18.312530 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:18.312911 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Bound using segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:55:18.313486 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Bound port: 13e5f436-9219-4ead-9dc3-e4a8d52bb548, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'}}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:55:18.313860 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:18.333073 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:55:18.342492 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Sync routers for ids ['322973a3-1227-462b-af95-5cbc506ccfe6'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:55:18.361036 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Routers {'322973a3-1227-462b-af95-5cbc506ccfe6'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:55:18.361805 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:54:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['322973a3-1227-462b-af95-5cbc506ccfe6'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:18.363435 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] Notify callbacks [] for router, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:18.364833 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-9ee49922-7b44-4b3a-8d62-b33cd5821000 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8494685 Feb 28 18:55:18.367621 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57704) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:18.413855 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] For port 13e5f436-9219-4ead-9dc3-e4a8d52bb548, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:55:18.417507 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] For port 13e5f436-9219-4ead-9dc3-e4a8d52bb548, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=13e5f436-9219-4ead-9dc3-e4a8d52bb548,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:55:18.422381 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:18.425230 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d772e-b813-4ee8-b175-b1f3353a4e2b None None] Network 6d48a883-31e4-4ab6-9126-f56e52163faf requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 18:55:18.480404 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf899c8-cd27-4614-81a1-9814ce1960cd None None] Pushing event updated for resources: {'Port': ['ID=13e5f436-9219-4ead-9dc3-e4a8d52bb548,revision_number=4']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:18.494017 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:55:18.494933 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:54:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:18.551928 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-255105c9-8343-423b-9624-a22af1c9ce0d None None] Provisioning complete for port 1a444414-208e-4b3f-b997-d10df4b32f04 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:18.552374 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-255105c9-8343-423b-9624-a22af1c9ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:18.619317 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:55:18.683221 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Set router 322973a3-1227-462b-af95-5cbc506ccfe6 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:55:18.875180 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:18Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:18.927920 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-255105c9-8343-423b-9624-a22af1c9ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.003156 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7be1c2-77e0-40b6-8afb-3ed5d9c46c49 None None] The sync data for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi is: [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:18Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:55:19.037938 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-255105c9-8343-423b-9624-a22af1c9ce0d None None] For port 1a444414-208e-4b3f-b997-d10df4b32f04, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=1a444414-208e-4b3f-b997-d10df4b32f04,segment=NetworkSegment(a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673),segment_id=a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:55:19.049442 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-255105c9-8343-423b-9624-a22af1c9ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.136293 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255105c9-8343-423b-9624-a22af1c9ce0d None None] Pushing event updated for resources: {'Port': ['ID=1a444414-208e-4b3f-b997-d10df4b32f04,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:19.169165 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'name': 'tempest-TestVolumeBootPattern-888260564-router', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 3, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'gw_port': {'id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:19.175972 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.216492 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Checking router: 322973a3-1227-462b-af95-5cbc506ccfe6 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:55:19.217121 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Updating router 322973a3-1227-462b-af95-5cbc506ccfe6 port 18801a94-dc4a-49cd-bae6-f380bddf7549 binding host dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:55:19.255309 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.308784 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 617846ea-2823-4624-bae4-f355940ae8eb up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:19.313835 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-794e76e2-8767-49ef-a135-ef59c38c5b07 None None] Provisioning complete for port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:19.314243 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-794e76e2-8767-49ef-a135-ef59c38c5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.413076 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Allocated IP 172.20.0.1 (6d48a883-31e4-4ab6-9126-f56e52163faf/cbf8340c-f62f-42ea-8e18-d1b84340a3e1/f280432f-003b-4063-b197-906b709cb3af) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:55:19.524895 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.561441 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 617846ea-2823-4624-bae4-f355940ae8eb triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:19.561943 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.565894 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.612049 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Network 6d48a883-31e4-4ab6-9126-f56e52163faf is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:19.617010 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:19.620630 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:55:19.622321 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-794e76e2-8767-49ef-a135-ef59c38c5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.655055 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f280432f-003b-4063-b197-906b709cb3af,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:19.677690 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-447668'] for router_interface, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.690864 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-794e76e2-8767-49ef-a135-ef59c38c5b07 None None] For port 13e5f436-9219-4ead-9dc3-e4a8d52bb548, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=13e5f436-9219-4ead-9dc3-e4a8d52bb548,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:55:19.701641 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-794e76e2-8767-49ef-a135-ef59c38c5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.830154 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 1a444414-208e-4b3f-b997-d10df4b32f04 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:19.845130 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.846791 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Notify callbacks [] for port, precommit_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.880978 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.882685 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e76e2-8767-49ef-a135-ef59c38c5b07 None None] Pushing event updated for resources: {'Port': ['ID=13e5f436-9219-4ead-9dc3-e4a8d52bb548,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:19.921243 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-c3aa99d4-fd68-4ca3-b97c-bdfda53e3786 None None] Provisioning complete for port 1a444414-208e-4b3f-b997-d10df4b32f04 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:19.921502 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-c3aa99d4-fd68-4ca3-b97c-bdfda53e3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.984251 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Attempting to bind port 18801a94-dc4a-49cd-bae6-f380bddf7549 on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:55:19.984620 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Attempting to bind port 18801a94-dc4a-49cd-bae6-f380bddf7549 by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:55:19.985370 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Attempting to bind port 18801a94-dc4a-49cd-bae6-f380bddf7549 on network 2ade9df8-e6c8-42f2-9818-2d0586d79898 {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:55:19.989364 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17573c-0a01-4420-9b68-ce78cb36bfd1 None None] Pushing event updated for resources: {'Port': ['ID=18801a94-dc4a-49cd-bae6-f380bddf7549,revision_number=2']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:19.999418 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:55:19.999935 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Checking segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:55:20.000982 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.001776 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Bound using segment: {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'} {{(pid=108391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:55:20.005677 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.managers [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Bound port: 18801a94-dc4a-49cd-bae6-f380bddf7549, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967741-2953-4694-a68a-b951a5fd4fa9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898'}}] {{(pid=108391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:55:20.005677 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.009425 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.014429 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.038875 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 1a444414-208e-4b3f-b997-d10df4b32f04 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:20.039244 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.086284 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f280432f-003b-4063-b197-906b709cb3af,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:20.089827 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447528'] for router_interface, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.128562 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] For port 18801a94-dc4a-49cd-bae6-f380bddf7549, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:55:20.133253 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] For port 18801a94-dc4a-49cd-bae6-f380bddf7549, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=18801a94-dc4a-49cd-bae6-f380bddf7549,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:55:20.143185 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.184190 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Network 6d48a883-31e4-4ab6-9126-f56e52163faf is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:20.185531 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:20.231500 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17573c-0a01-4420-9b68-ce78cb36bfd1 None None] Pushing event updated for resources: {'Port': ['ID=18801a94-dc4a-49cd-bae6-f380bddf7549,revision_number=3']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:20.235999 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Routers {'322973a3-1227-462b-af95-5cbc506ccfe6'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:55:20.236607 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:54:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['322973a3-1227-462b-af95-5cbc506ccfe6'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:20.241871 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 13e5f436-9219-4ead-9dc3-e4a8d52bb548 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:20.306070 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Router 322973a3-1227-462b-af95-5cbc506ccfe6 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:55:20.367299 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-eb62318a-23de-4b71-aa9b-b603c6a85f35 None None] Provisioning complete for port f280432f-003b-4063-b197-906b709cb3af triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:20.367766 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-eb62318a-23de-4b71-aa9b-b603c6a85f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.421688 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:55:20.427456 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-eb62318a-23de-4b71-aa9b-b603c6a85f35 None None] Port f280432f-003b-4063-b197-906b709cb3af cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:55:20.427957 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-11958d21-0893-4718-b3bc-c63fbdc3c8a5 admin admin] 10.222.0.39 "PUT /v2.0/routers/322973a3-1227-462b-af95-5cbc506ccfe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0591183 Feb 28 18:55:20.430161 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] Set router 322973a3-1227-462b-af95-5cbc506ccfe6 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:55:20.432844 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:20.433204 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.723405 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-dad5c88e-2ef0-44a0-89c1-f6abae1a6fa0 None None] Provisioning complete for port f280432f-003b-4063-b197-906b709cb3af triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:20.724028 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-dad5c88e-2ef0-44a0-89c1-f6abae1a6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.825300 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-dad5c88e-2ef0-44a0-89c1-f6abae1a6fa0 None None] Port f280432f-003b-4063-b197-906b709cb3af cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:55:20.878763 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'name': 'tempest-TestVolumeBootPattern-888260564-router', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 4, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'gw_port': {'id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'f280432f-003b-4063-b197-906b709cb3af', 'name': '', 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'mac_address': 'fa:16:3e:e6:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:19Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 2, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'subnets': [{'id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:20.882076 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57712) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:20.886626 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-5730ff5f-9de0-4715-aff0-d1a6768855ac tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561859417', 'description': 'tempest-secgroup-smoke-561859417 description', 'project_id': '5bdff0b85e164933a897edfe8b4b9939'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:20.908975 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5730ff5f-9de0-4715-aff0-d1a6768855ac tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.911079 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f9194-a8e6-44d3-8b80-141b9979a3cf None None] The sync data for ids ['322973a3-1227-462b-af95-5cbc506ccfe6'] in dv-cinder-831186-1-iscsi is: [{'id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'name': 'tempest-TestVolumeBootPattern-888260564-router', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 4, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'gw_port': {'id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'f280432f-003b-4063-b197-906b709cb3af', 'name': '', 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'mac_address': 'fa:16:3e:e6:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:19Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 2, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'subnets': [{'id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:55:20.980773 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5730ff5f-9de0-4715-aff0-d1a6768855ac tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.986636 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5730ff5f-9de0-4715-aff0-d1a6768855ac tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.018491 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730ff5f-9de0-4715-aff0-d1a6768855ac tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1904ac-a8de-4296-8c3b-4e605333a264,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:21.022943 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-5730ff5f-9de0-4715-aff0-d1a6768855ac tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.024253 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-5730ff5f-9de0-4715-aff0-d1a6768855ac tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1411967 Feb 28 18:55:21.027258 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57714) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:21.031599 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-95f64549-4369-4210-8912-e7215347bc50 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'security_group_rule': {'security_group_id': '6d1904ac-a8de-4296-8c3b-4e605333a264', 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:21.056627 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 1a444414-208e-4b3f-b997-d10df4b32f04 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:21.058960 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-95f64549-4369-4210-8912-e7215347bc50 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.108141 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 1a444414-208e-4b3f-b997-d10df4b32f04 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:21.108549 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.124161 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-95f64549-4369-4210-8912-e7215347bc50 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.128406 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-95f64549-4369-4210-8912-e7215347bc50 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.163186 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f64549-4369-4210-8912-e7215347bc50 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05f50e7-fe10-46ab-8633-136b93798177,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:21.179563 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-95f64549-4369-4210-8912-e7215347bc50 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.180839 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-95f64549-4369-4210-8912-e7215347bc50 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525662 Feb 28 18:55:21.183667 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57716) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:21.189048 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-2d346b00-4a53-4f75-9453-57763ccd8499 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'security_group_rule': {'security_group_id': '6d1904ac-a8de-4296-8c3b-4e605333a264', 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:21.218373 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2d346b00-4a53-4f75-9453-57763ccd8499 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.235328 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 13e5f436-9219-4ead-9dc3-e4a8d52bb548 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:21.286766 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2d346b00-4a53-4f75-9453-57763ccd8499 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.292025 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2d346b00-4a53-4f75-9453-57763ccd8499 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.293051 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:21.294220 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.310878 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d346b00-4a53-4f75-9453-57763ccd8499 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d39b636-a028-49c8-bd6b-105cc82a6140,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:21.320194 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2d346b00-4a53-4f75-9453-57763ccd8499 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.321622 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-2d346b00-4a53-4f75-9453-57763ccd8499 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370158 Feb 28 18:55:21.324313 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57718) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:21.329840 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-3dd0eef4-b210-4056-9a99-a4a67194ddff tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'security_group_rule': {'security_group_id': '6d1904ac-a8de-4296-8c3b-4e605333a264', 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:21.364916 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3dd0eef4-b210-4056-9a99-a4a67194ddff tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.433478 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3dd0eef4-b210-4056-9a99-a4a67194ddff tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.439740 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3dd0eef4-b210-4056-9a99-a4a67194ddff tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.461988 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0eef4-b210-4056-9a99-a4a67194ddff tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eaa6d04-db18-4081-b848-5d0d95974c80,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:21.469265 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3dd0eef4-b210-4056-9a99-a4a67194ddff tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.473634 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-3dd0eef4-b210-4056-9a99-a4a67194ddff tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454422 Feb 28 18:55:21.473838 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57720) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:21.478211 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-58cc9984-ab81-47f4-811c-c7ddb660d2ca tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'security_group_rule': {'security_group_id': '6d1904ac-a8de-4296-8c3b-4e605333a264', 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:21.505812 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-58cc9984-ab81-47f4-811c-c7ddb660d2ca tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.569071 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-58cc9984-ab81-47f4-811c-c7ddb660d2ca tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.572700 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-58cc9984-ab81-47f4-811c-c7ddb660d2ca tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.590049 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc9984-ab81-47f4-811c-c7ddb660d2ca tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009de67d-e7db-4db7-8961-1f9451643b8d,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:21.601948 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-58cc9984-ab81-47f4-811c-c7ddb660d2ca tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.603121 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-58cc9984-ab81-47f4-811c-c7ddb660d2ca tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283412 Feb 28 18:55:21.606076 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57722) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:21.610619 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-0ffab7aa-50a8-40da-9cb4-f23475603d5e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'security_group_rule': {'security_group_id': '6d1904ac-a8de-4296-8c3b-4e605333a264', 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:21.630249 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.securitygroups_db [None req-0ffab7aa-50a8-40da-9cb4-f23475603d5e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Project 5bdff0b85e164933a897edfe8b4b9939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:55:21.635138 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0ffab7aa-50a8-40da-9cb4-f23475603d5e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.696828 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0ffab7aa-50a8-40da-9cb4-f23475603d5e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.700731 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0ffab7aa-50a8-40da-9cb4-f23475603d5e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.720355 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffab7aa-50a8-40da-9cb4-f23475603d5e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e403b28f-280b-4459-b0a5-daef636fc88f,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:21.728255 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0ffab7aa-50a8-40da-9cb4-f23475603d5e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.731937 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-0ffab7aa-50a8-40da-9cb4-f23475603d5e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224771 Feb 28 18:55:21.732396 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57724) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:21.737394 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-0d5610c8-1226-404f-93ea-2c9d289be3af tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'security_group_rule': {'security_group_id': '6d1904ac-a8de-4296-8c3b-4e605333a264', 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:21.775718 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.securitygroups_db [None req-0d5610c8-1226-404f-93ea-2c9d289be3af tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Project 5bdff0b85e164933a897edfe8b4b9939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:55:21.781273 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0d5610c8-1226-404f-93ea-2c9d289be3af tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.848060 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0d5610c8-1226-404f-93ea-2c9d289be3af tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.852488 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0d5610c8-1226-404f-93ea-2c9d289be3af tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473142'] for security_group_rule, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.872880 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5610c8-1226-404f-93ea-2c9d289be3af tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9db7ec1-dc2f-4178-8682-7470817e8da0,revision_number=0']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:21.877898 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-0d5610c8-1226-404f-93ea-2c9d289be3af tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.879142 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-0d5610c8-1226-404f-93ea-2c9d289be3af tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460576 Feb 28 18:55:23.033278 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Sync routers for ids ['322973a3-1227-462b-af95-5cbc506ccfe6'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:55:23.044625 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Routers {'322973a3-1227-462b-af95-5cbc506ccfe6'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:55:23.045228 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:54:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['322973a3-1227-462b-af95-5cbc506ccfe6'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:23.057743 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 18801a94-dc4a-49cd-bae6-f380bddf7549 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:23.106613 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 18801a94-dc4a-49cd-bae6-f380bddf7549 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:23.107114 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.154305 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.156428 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Set router 322973a3-1227-462b-af95-5cbc506ccfe6 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:55:23.204495 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.227427 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] For port 18801a94-dc4a-49cd-bae6-f380bddf7549, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=18801a94-dc4a-49cd-bae6-f380bddf7549,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:55:23.234529 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.283980 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Pushing event updated for resources: {'Port': ['ID=18801a94-dc4a-49cd-bae6-f380bddf7549,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:23.368260 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'name': 'tempest-TestVolumeBootPattern-888260564-router', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 4, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'gw_port': {'id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'f280432f-003b-4063-b197-906b709cb3af', 'name': '', 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'mac_address': 'fa:16:3e:e6:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:19Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 2, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'subnets': [{'id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:23.396574 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Checking router: 322973a3-1227-462b-af95-5cbc506ccfe6 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:55:23.396914 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Updating router 322973a3-1227-462b-af95-5cbc506ccfe6 port f280432f-003b-4063-b197-906b709cb3af binding host dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:55:23.422402 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.692474 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Notify callbacks [] for port, precommit_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.698123 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.749493 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5179e4-f600-4440-8bee-150a1ce07b0d None None] Pushing event updated for resources: {'Port': ['ID=f280432f-003b-4063-b197-906b709cb3af,revision_number=3']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:23.805298 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Attempting to bind port f280432f-003b-4063-b197-906b709cb3af on host dv-cinder-831186-1-iscsi for vnic_type normal with profile {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:55:23.805687 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Attempting to bind port f280432f-003b-4063-b197-906b709cb3af by drivers openvswitch,hyperv on host dv-cinder-831186-1-iscsi at level 0 using segments [{'id': 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf'}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:55:23.806061 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Attempting to bind port f280432f-003b-4063-b197-906b709cb3af on network 6d48a883-31e4-4ab6-9126-f56e52163faf {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:55:23.811901 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Checking agent: {'id': '98f36b44-df2e-4b1d-8ced-450a3ba9f20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831186-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 33, 31), 'started_at': datetime.datetime(2022, 2, 28, 18, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831186-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:55:23.812279 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Checking segment: {'id': 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:55:23.812679 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.813797 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Bound using segment: {'id': 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf'} {{(pid=108392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:55:23.814049 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.managers [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Bound port: f280432f-003b-4063-b197-906b709cb3af, host: dv-cinder-831186-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf'}}] {{(pid=108392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:55:23.814448 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.890831 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] For port f280432f-003b-4063-b197-906b709cb3af, host dv-cinder-831186-1-iscsi, cleared binding levels {{(pid=108392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:55:23.895614 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.plugins.ml2.db [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] For port f280432f-003b-4063-b197-906b709cb3af, host dv-cinder-831186-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=f280432f-003b-4063-b197-906b709cb3af,segment=NetworkSegment(a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673),segment_id=a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673)] {{(pid=108392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:55:23.900420 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron_lib.callbacks.manager [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.962591 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Routers {'322973a3-1227-462b-af95-5cbc506ccfe6'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:55:23.963223 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:54:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['322973a3-1227-462b-af95-5cbc506ccfe6'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:23.981117 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-16ba2258-912e-47a0-b8d9-71abc5cfb9d3 None None] Provisioning complete for port f280432f-003b-4063-b197-906b709cb3af triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:23.981623 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-16ba2258-912e-47a0-b8d9-71abc5cfb9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:24.001251 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5179e4-f600-4440-8bee-150a1ce07b0d None None] Pushing event updated for resources: {'Port': ['ID=f280432f-003b-4063-b197-906b709cb3af,revision_number=4']} {{(pid=108392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:24.077150 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-16ba2258-912e-47a0-b8d9-71abc5cfb9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:24.088959 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] Set router 322973a3-1227-462b-af95-5cbc506ccfe6 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:55:24.115967 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-16ba2258-912e-47a0-b8d9-71abc5cfb9d3 None None] For port f280432f-003b-4063-b197-906b709cb3af, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=f280432f-003b-4063-b197-906b709cb3af,segment=NetworkSegment(a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673),segment_id=a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:55:24.120782 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-16ba2258-912e-47a0-b8d9-71abc5cfb9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:24.173665 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba2258-912e-47a0-b8d9-71abc5cfb9d3 None None] Pushing event updated for resources: {'Port': ['ID=f280432f-003b-4063-b197-906b709cb3af,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:24.241873 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-5d2bc285-11b7-43a0-811f-a10d97cf2226 None None] Provisioning complete for port f280432f-003b-4063-b197-906b709cb3af triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:24.242351 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc285-11b7-43a0-811f-a10d97cf2226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:24.296369 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'name': 'tempest-TestVolumeBootPattern-888260564-router', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 4, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'gw_port': {'id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'f280432f-003b-4063-b197-906b709cb3af', 'name': '', 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'mac_address': 'fa:16:3e:e6:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:19Z', 'updated_at': '2022-02-28T18:55:23Z', 'revision_number': 4, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'subnets': [{'id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:24.323908 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4095b3-a05c-4218-9067-a8ba42f9ba30 None None] The sync data for ids ['322973a3-1227-462b-af95-5cbc506ccfe6'] in dv-cinder-831186-1-iscsi is: [{'id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'name': 'tempest-TestVolumeBootPattern-888260564-router', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 4, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'gw_port': {'id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': 'f280432f-003b-4063-b197-906b709cb3af', 'name': '', 'network_id': '6d48a883-31e4-4ab6-9126-f56e52163faf', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'mac_address': 'fa:16:3e:e6:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:19Z', 'updated_at': '2022-02-28T18:55:23Z', 'revision_number': 4, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'subnets': [{'id': 'cbf8340c-f62f-42ea-8e18-d1b84340a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:55:25.050826 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 18801a94-dc4a-49cd-bae6-f380bddf7549 up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:25.102741 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port 18801a94-dc4a-49cd-bae6-f380bddf7549 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:25.103420 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:25.186907 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device f280432f-003b-4063-b197-906b709cb3af up at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:25.236189 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Provisioning complete for port f280432f-003b-4063-b197-906b709cb3af triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:25.236439 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:26.413319 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-14452569-85c7-4873-b515-9a4cf892fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:28.839256 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-3795d366-d403-4d8e-9b4f-db440525f19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:29.974140 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:31.519077 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:31.842920 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:42.489083 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-b54bfc6c-5d34-430b-96c7-4de6ede0007a tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561859417&fields=id&tenant_id=5bdff0b85e164933a897edfe8b4b9939 HTTP/1.1" status: 200 len: 267 time: 0.0329015 Feb 28 18:55:42.593119 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-b3dcbadd-6c06-4e30-9974-5cdbbcba327f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:42.595250 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-b3dcbadd-6c06-4e30-9974-5cdbbcba327f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 811 time: 0.0992897 Feb 28 18:55:42.610465 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-a0df87ba-08f4-4509-ad42-117667d653b7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/quotas/5bdff0b85e164933a897edfe8b4b9939 HTTP/1.1" status: 200 len: 375 time: 0.0088747 Feb 28 18:55:42.664116 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-2db1dc12-2f0c-4a72-8888-52e1686f6e01 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480816 Feb 28 18:55:42.757650 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-a6a1fec3-ce98-475e-983d-b0958fd2f2fd service neutron] 10.222.0.39 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801258 Feb 28 18:55:42.848144 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-9db01fcb-d5e9-4db0-8559-265720cc799e service neutron] 10.222.0.39 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843201 Feb 28 18:55:43.128087 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-785d4106-2c3f-4c2e-b1f8-fc1592556bf7 req-063df682-560e-41d3-96d1-6c5a8a1790be tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 210 time: 0.0298963 Feb 28 18:55:44.041731 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-0db99841-9659-4fe5-9800-653b84fc3430 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:44.043165 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-0db99841-9659-4fe5-9800-653b84fc3430 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 811 time: 0.1067719 Feb 28 18:55:44.087544 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-c007e572-7643-4a1c-a225-7ac69893cfdf tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bdff0b85e164933a897edfe8b4b9939 HTTP/1.1" status: 200 len: 379 time: 0.0353303 Feb 28 18:55:44.096325 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'port': {'device_id': '9d554fba-a548-43ba-b220-1b1927778ea2', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'admin_state_up': True, 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'security_groups': ['6d1904ac-a8de-4296-8c3b-4e605333a264']}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:44.203012 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Made reservation on behalf of 5bdff0b85e164933a897edfe8b4b9939 for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:55:44.207248 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:44.224391 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-174db8e0-9a5f-4f9b-920c-9ae06b949da1 req-8253ebf8-f136-4b54-96c2-875010ba7016 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 210 time: 0.0286956 Feb 28 18:55:44.336908 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Allocated IP 172.20.0.10 (31a39409-3230-48c9-ab01-a4792ab159d0/3f57885a-5ca1-42a7-9074-568a8d576e67/0ea5bd38-b76c-4114-96e4-b5cd8006fa57) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:55:44.482682 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:44.516873 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:44.561523 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Network 31a39409-3230-48c9-ab01-a4792ab159d0 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:44.564651 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:44.568212 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:55:44.574225 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'Port': ['ID=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:44.623789 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:44.624397 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:44.641794 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-893c7421-9c30-4351-ba26-3467804719ae tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489488 Feb 28 18:55:44.653683 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Request body: {'port': {'device_id': '9d554fba-a548-43ba-b220-1b1927778ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:44.711256 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:44.777460 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-54e9d379-df3a-419d-a3e9-d70217b38d27 None None] Provisioning complete for port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:44.778037 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-54e9d379-df3a-419d-a3e9-d70217b38d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:44.814282 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-54e9d379-df3a-419d-a3e9-d70217b38d27 None None] Port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:55:44.974444 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:55:44.981837 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:44.994296 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Transition to ACTIVE for port object 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:55:44.997572 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:45.051687 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:45.129440 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Attempting to bind port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:55:45.129878 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Attempting to bind port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:55:45.130303 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Attempting to bind port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 on network 31a39409-3230-48c9-ab01-a4792ab159d0 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:55:45.136207 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 on network 31a39409-3230-48c9-ab01-a4792ab159d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:55:45.136527 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Attempting to bind port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 on network 31a39409-3230-48c9-ab01-a4792ab159d0 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:55:45.142459 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:55:45.142893 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Checking segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:55:45.143383 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Bound using segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:55:45.144021 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Bound port: 0ea5bd38-b76c-4114-96e4-b5cd8006fa57, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:55:45.144523 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:45.211942 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] For port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:55:45.215033 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] For port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:55:45.219115 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:45.259075 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:45.259774 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:45.263643 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] 10.222.0.52 "PUT /v2.0/ports/0ea5bd38-b76c-4114-96e4-b5cd8006fa57 HTTP/1.1" status: 200 len: 1094 time: 0.6121633 Feb 28 18:55:45.263643 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d554fba-a548-43ba-b220-1b1927778ea2', 'tag': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:55:45.264171 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d554fba-a548-43ba-b220-1b1927778ea2", "tag": "0ea5bd38-b76c-4114-96e4-b5cd8006fa57"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:55:45.301264 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4798a-2adb-4f6b-ae2c-927dfd214fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:45.311096 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a2e326-97c6-43eb-b1df-b41160f0903a x-openstack-request-id: req-30a2e326-97c6-43eb-b1df-b41160f0903a {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:55:45.311388 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d554fba-a548-43ba-b220-1b1927778ea2", "tag": "0ea5bd38-b76c-4114-96e4-b5cd8006fa57", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:55:45.311669 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30a2e326-97c6-43eb-b1df-b41160f0903a {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:55:45.312054 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d554fba-a548-43ba-b220-1b1927778ea2', 'tag': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57', 'status': 'completed', 'code': 200} Feb 28 18:55:45.385424 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-ef07cda7-1885-4ee6-90c7-94e5a75c8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:45.386944 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-ef07cda7-1885-4ee6-90c7-94e5a75c8269 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0655005 Feb 28 18:55:45.396024 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2293c32-75f4-427b-86e1-e8b0f4e810cc req-8f1d56b9-4608-4393-a4b1-5549501e9a1e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:45.397489 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d2293c32-75f4-427b-86e1-e8b0f4e810cc req-8f1d56b9-4608-4393-a4b1-5549501e9a1e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 944 time: 0.0881901 Feb 28 18:55:45.448546 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-a46f7885-6345-4db9-977a-e8adc37e2dba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57 HTTP/1.1" status: 200 len: 217 time: 0.0500894 Feb 28 18:55:45.496324 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d2293c32-75f4-427b-86e1-e8b0f4e810cc req-a471e3e1-c675-4b5e-b16a-e4e33acf72ed tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915370 Feb 28 18:55:45.510835 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-42393261-b0ff-4287-b3ce-9e4c20df6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:45.512297 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-42393261-b0ff-4287-b3ce-9e4c20df6d1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0565624 Feb 28 18:55:45.557757 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-d74f763f-ccbc-4ecc-914f-56dc1fdb22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:45.559315 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-d74f763f-ccbc-4ecc-914f-56dc1fdb22f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394518 Feb 28 18:55:45.651773 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-516f2cda-e0e3-41a4-bcea-2baa65b64d30 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847876 Feb 28 18:55:45.737578 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-6a2028af-fd3f-4ee9-8605-f462af3606b8 req-fc62377d-6cd0-4438-91ce-dab4a3a170bc service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797539 Feb 28 18:55:45.820408 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-e4b4e465-b1b7-4ba5-b5fc-2b70ef70f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:45.821805 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-e4b4e465-b1b7-4ba5-b5fc-2b70ef70f432 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0410705 Feb 28 18:55:45.912663 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-57a6e89c-51ef-4c02-b5e7-de9519c65864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:45.914123 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-57a6e89c-51ef-4c02-b5e7-de9519c65864 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0859723 Feb 28 18:55:45.955147 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-4b599609-68a1-4e99-953d-cb436f926e76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57 HTTP/1.1" status: 200 len: 217 time: 0.0345082 Feb 28 18:55:46.005866 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-b0dc6ecc-1848-4f2f-90d0-9dc9c1c687ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:46.007320 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-b0dc6ecc-1848-4f2f-90d0-9dc9c1c687ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0465076 Feb 28 18:55:46.058671 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-3765572d-15fc-4c09-8680-37ab3eaf4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:46.060197 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-3765572d-15fc-4c09-8680-37ab3eaf4480 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467441 Feb 28 18:55:46.146483 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-e347934b-3ba6-4d77-aa74-e8a8b3892f9e service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796711 Feb 28 18:55:46.239621 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3c57668d-461a-4ed2-ba2e-867d7e0c46e3 req-9a612a7d-8b4c-4fc5-ab9a-39f7e61f8299 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869632 Feb 28 18:55:46.615366 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ff973-0f24-4c2d-9936-6f150523abab req-eeb3ba0d-d8a6-4eac-ade7-860ad856ed57 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:46.616877 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-058ff973-0f24-4c2d-9936-6f150523abab req-eeb3ba0d-d8a6-4eac-ade7-860ad856ed57 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 944 time: 0.0494177 Feb 28 18:55:46.658015 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-058ff973-0f24-4c2d-9936-6f150523abab req-f9204943-7edb-47fd-beda-9a81eff84a98 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348206 Feb 28 18:55:47.770644 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89f9b1-3dfb-4fab-9c33-b0e65442b4e1 req-62f7c535-e155-4be0-8486-7cfcb6f0985f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:47.772130 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cc89f9b1-3dfb-4fab-9c33-b0e65442b4e1 req-62f7c535-e155-4be0-8486-7cfcb6f0985f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 944 time: 0.0479851 Feb 28 18:55:47.811038 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cc89f9b1-3dfb-4fab-9c33-b0e65442b4e1 req-c04f660c-4dd6-43d7-8475-75471a3155b5 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330660 Feb 28 18:55:48.925287 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba2058-7b27-4f50-9c75-68d028f96d1f req-d86bb6ba-0fd4-4fcc-b1c8-82a0a4d59549 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:48.926737 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-22ba2058-7b27-4f50-9c75-68d028f96d1f req-d86bb6ba-0fd4-4fcc-b1c8-82a0a4d59549 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 944 time: 0.0494616 Feb 28 18:55:48.963921 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-22ba2058-7b27-4f50-9c75-68d028f96d1f req-13a7491c-8a22-47e6-8025-0ef8adfd1159 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312064 Feb 28 18:55:50.077605 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601507d-43b1-4f41-a3b8-3ddd131ded2f req-3ea709e3-c1fd-41c7-a0ac-2a0a4720ff0e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:50.079776 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d601507d-43b1-4f41-a3b8-3ddd131ded2f req-3ea709e3-c1fd-41c7-a0ac-2a0a4720ff0e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 944 time: 0.0498762 Feb 28 18:55:50.121750 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d601507d-43b1-4f41-a3b8-3ddd131ded2f req-d0332736-dc03-45f7-bbba-90d3659dee4d tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359762 Feb 28 18:55:51.240427 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db811a7f-294e-481d-8c7e-45e18efdeb56 req-994d6f04-000d-41b9-8250-48a86a169e89 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:51.241798 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-db811a7f-294e-481d-8c7e-45e18efdeb56 req-994d6f04-000d-41b9-8250-48a86a169e89 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 944 time: 0.0524976 Feb 28 18:55:51.279573 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-db811a7f-294e-481d-8c7e-45e18efdeb56 req-b4615fc6-4430-48f1-ba6f-84ccf852d3be tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317745 Feb 28 18:55:52.395886 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32610-0d86-40dd-9047-166c73ea69a8 req-bb2bccce-fba7-4e0e-86e4-0b17cef317b5 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:52.397348 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-47e32610-0d86-40dd-9047-166c73ea69a8 req-bb2bccce-fba7-4e0e-86e4-0b17cef317b5 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 944 time: 0.0493851 Feb 28 18:55:52.435878 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-47e32610-0d86-40dd-9047-166c73ea69a8 req-a64173ca-1c39-485e-8f9e-4352b9ed5059 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326622 Feb 28 18:55:52.678351 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:55:52.750319 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:55:52.845737 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:55:52.857057 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'port_id': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57', 'mac_address': 'fa:16:3e:c5:ef:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:55:52.893311 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:52.906055 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:55:52.925254 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:55:52.929281 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:52.979219 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:53.145780 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:53.261935 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['0ea5bd38-b76c-4114-96e4-b5cd8006fa57'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:55:53.551448 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125986d-986f-4aed-82a3-4c106d41fa4e req-c2b2422a-585f-40ed-ae9d-2cdad28cd1da tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:53.552848 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1125986d-986f-4aed-82a3-4c106d41fa4e req-c2b2422a-585f-40ed-ae9d-2cdad28cd1da tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Feb 28 18:55:53.590439 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-1125986d-986f-4aed-82a3-4c106d41fa4e req-94cd5902-b926-4c5f-9b4c-aba3347f37ba tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Feb 28 18:55:54.703876 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b7f46-6d32-4099-85a2-a4958f1acc64 req-c9f7e0d4-adae-4852-a3f9-9b1a15ca7f80 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:54.705337 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-008b7f46-6d32-4099-85a2-a4958f1acc64 req-c9f7e0d4-adae-4852-a3f9-9b1a15ca7f80 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 945 time: 0.0479207 Feb 28 18:55:54.748796 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-008b7f46-6d32-4099-85a2-a4958f1acc64 req-3d586f04-537f-4c3d-b2a1-dcc9518350a0 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373785 Feb 28 18:55:54.756306 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:55:54.811084 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:55:54.815334 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:54.815733 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:54.895102 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:54.916929 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d554fba-a548-43ba-b220-1b1927778ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:55:54.919141 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b809265-144b-4242-a14c-71c4483fe760" -d '{"events": [{"server_uuid": "9d554fba-a548-43ba-b220-1b1927778ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0ea5bd38-b76c-4114-96e4-b5cd8006fa57"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:55:54.931994 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:55:54.936076 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:54.962502 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f0ccc8-032f-4286-8de1-04aa28e36a66 x-openstack-request-id: req-76f0ccc8-032f-4286-8de1-04aa28e36a66 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:55:54.962785 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d554fba-a548-43ba-b220-1b1927778ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0ea5bd38-b76c-4114-96e4-b5cd8006fa57", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:55:54.963027 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76f0ccc8-032f-4286-8de1-04aa28e36a66 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:55:54.964049 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d554fba-a548-43ba-b220-1b1927778ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57', 'code': 200} Feb 28 18:55:54.990932 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:55.163024 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d837f2-bb5a-4004-aece-6a454e7b6116 req-d760d2d3-de47-49ed-bfc7-104eaac8cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:55.164501 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-62d837f2-bb5a-4004-aece-6a454e7b6116 req-d760d2d3-de47-49ed-bfc7-104eaac8cc36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 1099 time: 0.0397596 Feb 28 18:55:55.201498 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-62d837f2-bb5a-4004-aece-6a454e7b6116 req-71274fb1-2c82-4fae-9718-ec703a475888 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308511 Feb 28 18:55:55.865216 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d32e33-59b2-4e27-880a-26e919ea8b02 req-ed7724b6-12c8-4322-a85b-f3cc95d431ca tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:55.866677 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-53d32e33-59b2-4e27-880a-26e919ea8b02 req-ed7724b6-12c8-4322-a85b-f3cc95d431ca tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 946 time: 0.0490522 Feb 28 18:55:55.903383 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-53d32e33-59b2-4e27-880a-26e919ea8b02 req-4773c26b-b2db-4b69-a15d-39f5a31f6199 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Feb 28 18:55:56.416564 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-a6a58e02-8ac7-474a-82c5-4ea56647bc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:57.025602 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa33aa-e488-4e7e-a228-86419d4fb293 req-35b58eb7-2aad-4dfb-b23e-355f4a74afef tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:57.027080 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-21aa33aa-e488-4e7e-a228-86419d4fb293 req-35b58eb7-2aad-4dfb-b23e-355f4a74afef tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 946 time: 0.0515985 Feb 28 18:55:57.066053 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-21aa33aa-e488-4e7e-a228-86419d4fb293 req-11d75750-8e14-4c2f-a49d-e7edab881bc4 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319443 Feb 28 18:55:57.177530 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7edb3b-d148-4207-9b45-ba8ad95a903e req-df9e6d2f-e281-4bb0-93dd-01b7ee8cfea1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:57.178968 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4f7edb3b-d148-4207-9b45-ba8ad95a903e req-df9e6d2f-e281-4bb0-93dd-01b7ee8cfea1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 946 time: 0.0478258 Feb 28 18:55:57.215399 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-4f7edb3b-d148-4207-9b45-ba8ad95a903e req-5b5cf52b-67ac-494e-bef6-ac77d0d900cd tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304825 Feb 28 18:55:57.237829 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57888) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:57.360832 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c5a45-3c58-4c55-8343-56c6111e2b23 tempest-TestVolumeBootPattern-1797436937 tempest-TestVolumeBootPattern-1797436937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:57.362320 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f14c5a45-3c58-4c55-8343-56c6111e2b23 tempest-TestVolumeBootPattern-1797436937 tempest-TestVolumeBootPattern-1797436937-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 1094 time: 0.1235375 Feb 28 18:55:57.365286 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 57892) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:55:57.369731 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'floatingip': {'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'port_id': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:57.389571 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:57.491823 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:57.595503 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Allocated IP 172.27.2.216 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/a0f88256-6437-404a-9d07-fe4b1c246be5) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:55:57.699264 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:57.736673 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:57.775249 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:57.777957 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:57.782296 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:55:57.811841 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'Port': ['ID=a0f88256-6437-404a-9d07-fe4b1c246be5,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:58.136166 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:58.204257 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:58.349158 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:58.354617 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:58.421526 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'Port': ['ID=a0f88256-6437-404a-9d07-fe4b1c246be5,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:58.433607 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:58.541290 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Floating IP b27ed118-250c-4513-bef0-c9e4b368ce85 associated. External IP: 172.27.2.216, port: 0ea5bd38-b76c-4114-96e4-b5cd8006fa57. Feb 28 18:55:58.832699 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba65a-f074-47fc-827c-9401778f4e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:59.002575 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Router d7032851-dc83-420e-8de0-92552ed14a02 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:55:59.107590 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:55:59.117533 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] Sync routers for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:55:59.125633 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:59.127933 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:55:59.128539 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:55:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:59.155030 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f55e8e9a-e326-428d-b1ec-522a7f15aaf7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7885718 Feb 28 18:55:59.155625 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d554fba-a548-43ba-b220-1b1927778ea2', 'tag': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:55:59.158425 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae9348f-52a5-44fb-bee2-4a13804c13e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d554fba-a548-43ba-b220-1b1927778ea2", "tag": "0ea5bd38-b76c-4114-96e4-b5cd8006fa57"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:55:59.197500 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a16f903-7499-47f6-a476-adeecc2670f9 x-openstack-request-id: req-4a16f903-7499-47f6-a476-adeecc2670f9 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:55:59.197782 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d554fba-a548-43ba-b220-1b1927778ea2", "tag": "0ea5bd38-b76c-4114-96e4-b5cd8006fa57", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:55:59.198030 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a16f903-7499-47f6-a476-adeecc2670f9 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:55:59.198422 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d554fba-a548-43ba-b220-1b1927778ea2', 'tag': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57', 'status': 'completed', 'code': 200} Feb 28 18:55:59.236212 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:55:59.259457 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-50bd1cf5-2c7c-46aa-ad53-f68850ad82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:59.261054 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-50bd1cf5-2c7c-46aa-ad53-f68850ad82b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 1099 time: 0.0397875 Feb 28 18:55:59.352392 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-57599ee0-e7c3-493b-b158-a6a9a13666a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:59.352392 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-57599ee0-e7c3-493b-b158-a6a9a13666a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0840797 Feb 28 18:55:59.419793 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-1ba9d725-33df-474a-a472-36ae167a6aca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57 HTTP/1.1" status: 200 len: 1000 time: 0.0621796 Feb 28 18:55:59.472926 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-b8f2de57-1187-4a5e-856c-658dd832180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:59.474401 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-b8f2de57-1187-4a5e-856c-658dd832180e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0478435 Feb 28 18:55:59.522651 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-cfd608bd-22d8-494f-9a21-43d617958d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:59.524182 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-cfd608bd-22d8-494f-9a21-43d617958d8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434859 Feb 28 18:55:59.596885 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': 'b27ed118-250c-4513-bef0-c9e4b368ce85', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:c5:ef:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d554fba-a548-43ba-b220-1b1927778ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:55:57Z', 'updated_at': '2022-02-28T18:55:57Z', 'revision_number': 0, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:59.619693 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-f87231c1-8280-472a-8baa-c2959bbd7153 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887225 Feb 28 18:55:59.622523 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] Checking router: d7032851-dc83-420e-8de0-92552ed14a02 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:55:59.634023 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:55:59.634953 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:55:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:59.709837 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-7ae9348f-52a5-44fb-bee2-4a13804c13e6 req-d1f2c558-db2a-4498-b598-4df3b265514c service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841522 Feb 28 18:55:59.742873 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:55:59.969900 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': 'b27ed118-250c-4513-bef0-c9e4b368ce85', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:c5:ef:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d554fba-a548-43ba-b220-1b1927778ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:55:57Z', 'updated_at': '2022-02-28T18:55:57Z', 'revision_number': 0, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:59.999498 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d495ff-1b40-4d08-96fa-1473e1900709 None None] The sync data for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi is: [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': 'b27ed118-250c-4513-bef0-c9e4b368ce85', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:c5:ef:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d554fba-a548-43ba-b220-1b1927778ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:55:57Z', 'updated_at': '2022-02-28T18:55:57Z', 'revision_number': 0, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:56:00.003354 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:00.186222 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc1c8a-5bce-447a-a394-13474312cd8c None None] New status for floating IP b27ed118-250c-4513-bef0-c9e4b368ce85: ACTIVE {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:56:01.511811 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:01.811201 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:03.405689 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-3fab8f16-d414-4f89-8725-f47ed21011d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427277 Feb 28 18:56:03.489379 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-98e2c5eb-e939-4aae-9fa6-58eb6e9abfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:03.490848 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-98e2c5eb-e939-4aae-9fa6-58eb6e9abfca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 1099 time: 0.0416532 Feb 28 18:56:03.589749 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-f046793a-3e4a-41ae-a74f-b587356a44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:03.591194 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-f046793a-3e4a-41ae-a74f-b587356a44ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0817995 Feb 28 18:56:03.659794 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-a16e44a1-e904-49e7-8d60-3b334bc32125 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57 HTTP/1.1" status: 200 len: 1002 time: 0.0616586 Feb 28 18:56:03.706808 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-5d332336-106f-4a6c-ab3f-6a34a1c77879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:03.708256 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-5d332336-106f-4a6c-ab3f-6a34a1c77879 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0427480 Feb 28 18:56:03.752883 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-60460afc-3594-41c1-8f4c-4aae16775f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:03.754349 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-60460afc-3594-41c1-8f4c-4aae16775f7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399344 Feb 28 18:56:03.846670 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-86b273d2-2de6-4793-ad14-b5aeea4b6bc6 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849092 Feb 28 18:56:03.934630 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-c4b7ab25-757b-41c2-bcc2-c27e80d22bcd req-a2807fde-6805-477c-b121-bae2a1d8b6a1 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815630 Feb 28 18:56:23.144653 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:26.419358 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-ad4b1fe3-137e-4a4a-aedd-7f9009c43d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:28.834796 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-68ccb660-8e45-4279-8895-1b3d007e5c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:29.678443 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:56:29.978816 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:31.514014 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:31.815720 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:53.149988 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:56.422179 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-88cde56f-f144-49c7-b02e-61e8c351d9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:58.836913 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b4211094-ed0e-430e-ae68-e783c159dc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:59.982027 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:01.519749 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:01.818946 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:04.377001 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-6b673605-88aa-4a6b-be7d-4131326b999b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406706 Feb 28 18:57:04.460561 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-b46af636-0070-46ff-9f8d-478456d7218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:57:04.462282 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-b46af636-0070-46ff-9f8d-478456d7218a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 1099 time: 0.0445399 Feb 28 18:57:04.564644 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-5a25f580-f0ab-4fb4-8bfe-561924bd1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:57:04.566128 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-5a25f580-f0ab-4fb4-8bfe-561924bd1d4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0843377 Feb 28 18:57:04.640262 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-f6da23fd-c06b-4165-aa19-ae30dd0b7e27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57 HTTP/1.1" status: 200 len: 1002 time: 0.0666094 Feb 28 18:57:04.688423 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-dc3d25c3-a8e8-4e94-bec4-9542725b7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:57:04.689846 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-dc3d25c3-a8e8-4e94-bec4-9542725b7788 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0434506 Feb 28 18:57:04.735101 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-a1e178e6-c61b-4266-a62d-cbc52fb4dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:57:04.736600 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-a1e178e6-c61b-4266-a62d-cbc52fb4dd06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400379 Feb 28 18:57:04.830510 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-0c6a4a16-8f73-4011-a35d-a0edc6d4e0da service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865073 Feb 28 18:57:04.918523 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-e3b1de5a-90c4-46cd-8423-28d9314033f2 req-83328c7d-ce38-4167-94be-2e48190d88fd service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817413 Feb 28 18:57:06.678028 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:57:23.160144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:26.426686 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-88f6530e-11d0-4529-bb9e-e781dee72cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:28.839103 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-00c9daac-9a11-46ca-befc-1e9f81122349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:29.985994 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:31.512393 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:31.842034 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:36.320955 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [req-3347daea-6479-4ced-813e-683b83d43012 req-468d6702-01a9-4210-baaf-84c53da87a57 service neutron] (108389) timed out ('10.222.0.52', 65341) {{(pid=108389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 28 18:57:43.676913 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:57:53.159428 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:56.428843 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d0bce8bd-98db-49e5-bd0e-9ab2ad59d878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:56.514183 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [req-49e1498e-c31c-4b54-b151-2f9f1d089a9d req-f7d6897d-b57d-493e-9958-3406901590da service neutron] (108389) timed out ('10.222.0.52', 65310) {{(pid=108389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 28 18:57:57.096623 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [req-ba1c32b3-26de-486f-b056-1db46c3699d4 req-a22da6b2-f056-453f-b283-b2df7b748206 service neutron] (108388) timed out ('10.222.0.52', 65334) {{(pid=108388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 28 18:57:58.842302 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-47f9c272-b219-48bc-816a-4420d1e2b077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:59.988913 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:01.515836 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:01.826402 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:04.441966 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-3c38beee-43de-4525-bf07-905efbc0b9d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869915 Feb 28 18:58:04.531997 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-b423e47c-d12f-44e1-98c9-6513112ebf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:04.534157 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-b423e47c-d12f-44e1-98c9-6513112ebf41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 1099 time: 0.0466292 Feb 28 18:58:04.635974 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-d905d996-7769-4c73-b878-3fc91c134538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:04.637357 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-d905d996-7769-4c73-b878-3fc91c134538 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0846674 Feb 28 18:58:04.709506 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-d9277351-1815-4977-817c-b220fe21c31d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57 HTTP/1.1" status: 200 len: 1002 time: 0.0648086 Feb 28 18:58:04.759789 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-f1cc74f6-175c-4b36-8f73-d760d54a65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:04.761257 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-f1cc74f6-175c-4b36-8f73-d760d54a65d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0450544 Feb 28 18:58:04.813075 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-ba5ead5b-1636-4f7c-bdc3-048c1d18c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:04.814943 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-ba5ead5b-1636-4f7c-bdc3-048c1d18c411 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462627 Feb 28 18:58:04.910678 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-5d423b55-e06f-4317-9173-9b27e12735d5 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887680 Feb 28 18:58:04.999184 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b219d728-41eb-4f3f-aabc-afa61aa38426 req-05b1ee50-b79f-4a6f-b73b-b6743c1a1988 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819163 Feb 28 18:58:14.352267 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7804afa-cd1b-4289-9c54-b3a93af13a34 req-956fa7d3-e934-4f15-a734-812f10f8561c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:14.354065 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c7804afa-cd1b-4289-9c54-b3a93af13a34 req-956fa7d3-e934-4f15-a734-812f10f8561c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 946 time: 0.1342864 Feb 28 18:58:14.394693 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-c7804afa-cd1b-4289-9c54-b3a93af13a34 req-ca768014-0369-437d-bb23-ea2b73e183d6 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349877 Feb 28 18:58:15.568749 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc52e5-73fe-4c81-8125-1b8eb07d5656 req-5d140edc-de39-4fa4-9c92-007b6a95edaf tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:15.570361 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d4dc52e5-73fe-4c81-8125-1b8eb07d5656 req-5d140edc-de39-4fa4-9c92-007b6a95edaf tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 946 time: 0.1017740 Feb 28 18:58:15.609764 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d4dc52e5-73fe-4c81-8125-1b8eb07d5656 req-58e17760-1680-4be7-9d81-cf416bd46a24 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326362 Feb 28 18:58:15.893242 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-f6e40506-140a-4909-9d17-eef6e86d21a1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:15.894609 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-f6e40506-140a-4909-9d17-eef6e86d21a1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 946 time: 0.0524223 Feb 28 18:58:15.983664 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Deleting port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 18:58:15.983994 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:16.074069 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] For port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:58:16.074415 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:16.237587 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:16.238057 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:16.238528 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Floating IP b27ed118-250c-4513-bef0-c9e4b368ce85 disassociated. External IP: 172.27.2.216, port: 0ea5bd38-b76c-4114-96e4-b5cd8006fa57. Feb 28 18:58:16.238868 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Calling delete_port for 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 18:58:16.365813 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:16.397338 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event deleted for resources: {'Port': ['ID=0ea5bd38-b76c-4114-96e4-b5cd8006fa57,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:58:16.410970 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.411310 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.411666 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.412740 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.412740 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.412978 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.413199 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.413646 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.414371 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.414544 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.415218 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.415218 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:16.536507 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Router d7032851-dc83-420e-8de0-92552ed14a02 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:58:16.652959 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:58:16.665189 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] Sync routers for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:58:16.677464 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:58:16.678316 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:57:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:58:16.693955 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] No DVR routers for this DVR port 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:58:16.696810 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:16.700406 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-794d6a03-3fa1-47e8-8152-bde5a32578b2 req-1805cdde-54a4-474f-8c92-96ff16578c91 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "DELETE /v2.0/ports/0ea5bd38-b76c-4114-96e4-b5cd8006fa57 HTTP/1.1" status: 204 len: 173 time: 0.7986662 Feb 28 18:58:16.700918 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d554fba-a548-43ba-b220-1b1927778ea2', 'name': 'network-vif-deleted', 'tag': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:58:16.703230 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48147c35-0358-41b4-a9ef-32cae57e24d9" -d '{"events": [{"server_uuid": "9d554fba-a548-43ba-b220-1b1927778ea2", "name": "network-vif-deleted", "tag": "0ea5bd38-b76c-4114-96e4-b5cd8006fa57"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:58:16.727888 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-2ace16f7-a489-4c06-a5a2-605d54f1cc27 req-f03c4de6-4d5a-4880-9283-779daebee5a1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d554fba-a548-43ba-b220-1b1927778ea2 HTTP/1.1" status: 200 len: 210 time: 0.0332568 Feb 28 18:58:16.768817 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb7bd38-9820-43eb-8835-c29f2a554e6d x-openstack-request-id: req-feb7bd38-9820-43eb-8835-c29f2a554e6d {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:58:16.769362 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d554fba-a548-43ba-b220-1b1927778ea2", "name": "network-vif-deleted", "tag": "0ea5bd38-b76c-4114-96e4-b5cd8006fa57", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:58:16.769722 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-feb7bd38-9820-43eb-8835-c29f2a554e6d {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:58:16.770143 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d554fba-a548-43ba-b220-1b1927778ea2', 'name': 'network-vif-deleted', 'tag': '0ea5bd38-b76c-4114-96e4-b5cd8006fa57', 'status': 'completed', 'code': 200} Feb 28 18:58:16.828513 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:58:17.034791 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:58:17.062986 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] Checking router: d7032851-dc83-420e-8de0-92552ed14a02 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:58:17.072836 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:58:17.073477 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:57:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:58:17.180858 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:58:17.389362 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:58:17.417016 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e58027-ad25-4af6-811e-eb93334c7324 None None] The sync data for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi is: [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:58:17.645172 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfbe633-5897-4cfa-bd16-982253896d5e None None] New status for floating IP b27ed118-250c-4513-bef0-c9e4b368ce85: DOWN {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:58:17.937021 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-ac9b9178-d023-4f44-9d2c-d188fce5f65d tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561859417&fields=id&tenant_id=5bdff0b85e164933a897edfe8b4b9939 HTTP/1.1" status: 200 len: 267 time: 0.0340426 Feb 28 18:58:18.044093 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-434c4c92-0740-493b-bf2e-3c89630a1776 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:18.045532 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-434c4c92-0740-493b-bf2e-3c89630a1776 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 811 time: 0.1009281 Feb 28 18:58:18.061407 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-dd7c0e73-0a9b-4045-80db-6796d1be91ed tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/quotas/5bdff0b85e164933a897edfe8b4b9939 HTTP/1.1" status: 200 len: 375 time: 0.0087919 Feb 28 18:58:18.113680 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-9b554e06-6821-42f7-a7db-9778735a6ab4 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464554 Feb 28 18:58:18.205247 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-462a9ca0-8363-44c6-815b-9ae40f61d612 service neutron] 10.222.0.39 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799584 Feb 28 18:58:18.298832 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-396054df-46ee-4d64-9e1a-737df6c997e8 service neutron] 10.222.0.39 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874507 Feb 28 18:58:18.577864 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-08f620c8-01e8-4c31-94ad-1d1fe03653d2 req-c8bd353d-3a80-4baf-922d-19ac383f066d tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 210 time: 0.0259535 Feb 28 18:58:19.487886 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:58:19.493799 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-6dba038a-b5e0-4d1e-bb3e-7b11ca567d87 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:19.495311 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-6dba038a-b5e0-4d1e-bb3e-7b11ca567d87 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 811 time: 0.1102431 Feb 28 18:58:19.507771 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 18:58:19.508366 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 0ea5bd38-b76c-4114-96e4-b5cd8006fa57 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:58:19.542727 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-1ba3b547-6cbe-4ba4-93ca-99bdd8151b86 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bdff0b85e164933a897edfe8b4b9939 HTTP/1.1" status: 200 len: 379 time: 0.0394681 Feb 28 18:58:19.552578 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'port': {'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'admin_state_up': True, 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'security_groups': ['6d1904ac-a8de-4296-8c3b-4e605333a264']}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:58:19.688043 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-44f1dc4b-65ee-43f8-909b-127853756a53 req-009c9ca2-0387-479e-9789-8ee44f5f548c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 210 time: 0.0368388 Feb 28 18:58:19.695465 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Made reservation on behalf of 5bdff0b85e164933a897edfe8b4b9939 for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:58:19.698980 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:19.840512 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Allocated IP 172.20.0.13 (31a39409-3230-48c9-ab01-a4792ab159d0/3f57885a-5ca1-42a7-9074-568a8d576e67/a6e4ab5b-96dd-4218-87db-2ed83136f56c) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:58:19.981361 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.019376 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.063081 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Network 31a39409-3230-48c9-ab01-a4792ab159d0 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:58:20.066157 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:58:20.069759 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:58:20.075913 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'Port': ['ID=a6e4ab5b-96dd-4218-87db-2ed83136f56c,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:58:20.125606 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:20.126767 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.145330 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-99686267-eddc-4ba9-bc97-1e7d112fa091 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5970066 Feb 28 18:58:20.160609 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Request body: {'port': {'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:58:20.221791 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.277301 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-1a1d47f5-72b8-4ca8-9a22-f917ac87a596 None None] Provisioning complete for port a6e4ab5b-96dd-4218-87db-2ed83136f56c triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:58:20.277662 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1a1d47f5-72b8-4ca8-9a22-f917ac87a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.311882 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-1a1d47f5-72b8-4ca8-9a22-f917ac87a596 None None] Port a6e4ab5b-96dd-4218-87db-2ed83136f56c cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 18:58:20.481577 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e4ab5b-96dd-4218-87db-2ed83136f56c {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:58:20.489942 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.502121 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Transition to ACTIVE for port object a6e4ab5b-96dd-4218-87db-2ed83136f56c will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:58:20.505773 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.556073 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e4ab5b-96dd-4218-87db-2ed83136f56c,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:58:20.624801 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Attempting to bind port a6e4ab5b-96dd-4218-87db-2ed83136f56c on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:58:20.625125 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Attempting to bind port a6e4ab5b-96dd-4218-87db-2ed83136f56c by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:58:20.625443 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Attempting to bind port a6e4ab5b-96dd-4218-87db-2ed83136f56c on network 31a39409-3230-48c9-ab01-a4792ab159d0 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:58:20.630815 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Port a6e4ab5b-96dd-4218-87db-2ed83136f56c on network 31a39409-3230-48c9-ab01-a4792ab159d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:58:20.631137 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Attempting to bind port a6e4ab5b-96dd-4218-87db-2ed83136f56c on network 31a39409-3230-48c9-ab01-a4792ab159d0 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:58:20.636113 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:58:20.636489 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Checking segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 18:58:20.636871 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Bound using segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:58:20.637289 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Bound port: a6e4ab5b-96dd-4218-87db-2ed83136f56c, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:58:20.637644 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.677671 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:58:20.706380 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] For port a6e4ab5b-96dd-4218-87db-2ed83136f56c, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:58:20.710073 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] For port a6e4ab5b-96dd-4218-87db-2ed83136f56c, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:58:20.713711 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.755578 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:20.756270 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.757707 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] 10.222.0.52 "PUT /v2.0/ports/a6e4ab5b-96dd-4218-87db-2ed83136f56c HTTP/1.1" status: 200 len: 1094 time: 0.6042361 Feb 28 18:58:20.758161 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557da494-28d9-4648-b04a-5a55153c8c77', 'tag': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:58:20.760465 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34882f01-ef23-4749-a73c-2986108bf786" -d '{"events": [{"name": "network-changed", "server_uuid": "557da494-28d9-4648-b04a-5a55153c8c77", "tag": "a6e4ab5b-96dd-4218-87db-2ed83136f56c"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:58:20.784486 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b87cf9-57f2-41e4-b092-1f930511ac08 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e4ab5b-96dd-4218-87db-2ed83136f56c,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:58:20.825039 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680374bc-12f6-479c-b640-016ab6f1eccb x-openstack-request-id: req-680374bc-12f6-479c-b640-016ab6f1eccb {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:58:20.825417 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557da494-28d9-4648-b04a-5a55153c8c77", "tag": "a6e4ab5b-96dd-4218-87db-2ed83136f56c", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:58:20.825727 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-680374bc-12f6-479c-b640-016ab6f1eccb {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:58:20.826249 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557da494-28d9-4648-b04a-5a55153c8c77', 'tag': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'status': 'completed', 'code': 200} Feb 28 18:58:20.851224 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f6ba9-57e6-458c-9787-7ef2cb0475eb req-e906829f-a9d4-4527-ab99-639ccef24dd1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:20.853509 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bf6f6ba9-57e6-458c-9787-7ef2cb0475eb req-e906829f-a9d4-4527-ab99-639ccef24dd1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 944 time: 0.0806422 Feb 28 18:58:20.858008 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-231c5677-c9c9-4303-8761-148a5ec3ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:20.859748 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-231c5677-c9c9-4303-8761-148a5ec3ac7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 1097 time: 0.0460978 Feb 28 18:58:20.901833 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-bf6f6ba9-57e6-458c-9787-7ef2cb0475eb req-852a4990-9d6f-4421-b62e-2dba4158cc44 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416164 Feb 28 18:58:20.906422 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-5b1352fa-7124-4378-ac51-bde2a287a33c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c HTTP/1.1" status: 200 len: 217 time: 0.0395095 Feb 28 18:58:20.963552 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-7c9dfe3f-76bb-44ee-8c98-9193e5fd4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:20.965056 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-7c9dfe3f-76bb-44ee-8c98-9193e5fd4aee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0506058 Feb 28 18:58:21.010879 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-90186383-0357-4e37-b492-e3a2f39bd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:21.012381 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-90186383-0357-4e37-b492-e3a2f39bd9f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406210 Feb 28 18:58:21.109389 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-3f5cd531-51f2-4462-8dca-4393810c87d1 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900486 Feb 28 18:58:21.197135 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1f698600-73e0-48aa-8e57-991ed700dc62 req-8a7ea9eb-89c7-4599-b88a-5a6da83ac340 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811253 Feb 28 18:58:21.284490 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34882f01-ef23-4749-a73c-2986108bf786 req-28faf6fb-da3a-4b72-899e-594f0e6a5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:21.285927 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34882f01-ef23-4749-a73c-2986108bf786 req-28faf6fb-da3a-4b72-899e-594f0e6a5bf9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 1097 time: 0.0410392 Feb 28 18:58:21.638203 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34882f01-ef23-4749-a73c-2986108bf786 req-75d90507-9eeb-4cb0-be14-2d5bf7252302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:21.639597 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34882f01-ef23-4749-a73c-2986108bf786 req-75d90507-9eeb-4cb0-be14-2d5bf7252302 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.3464098 Feb 28 18:58:21.691448 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34882f01-ef23-4749-a73c-2986108bf786 req-32e5e649-6a95-460d-8f33-860a496d08fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c HTTP/1.1" status: 200 len: 217 time: 0.0448825 Feb 28 18:58:21.744204 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34882f01-ef23-4749-a73c-2986108bf786 req-2384920e-1470-4285-8b06-75cd33e55d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:21.745667 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34882f01-ef23-4749-a73c-2986108bf786 req-2384920e-1470-4285-8b06-75cd33e55d85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0473661 Feb 28 18:58:21.796128 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34882f01-ef23-4749-a73c-2986108bf786 req-ca7c84b8-21fb-472f-aca2-9bd945fedd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:21.797620 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34882f01-ef23-4749-a73c-2986108bf786 req-ca7c84b8-21fb-472f-aca2-9bd945fedd92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444207 Feb 28 18:58:21.893456 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34882f01-ef23-4749-a73c-2986108bf786 req-bb835b46-9f2c-4537-983b-647ec83d1928 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888975 Feb 28 18:58:21.994989 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-34882f01-ef23-4749-a73c-2986108bf786 req-f5dbf304-a4b9-4764-bfe6-32512b651776 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945282 Feb 28 18:58:22.031090 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f16b8d-2fce-4f53-8992-8fe797f55d29 req-3b068864-2912-4662-bf34-3f0910be8ff3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:22.032695 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-47f16b8d-2fce-4f53-8992-8fe797f55d29 req-3b068864-2912-4662-bf34-3f0910be8ff3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 944 time: 0.0514088 Feb 28 18:58:22.071066 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-47f16b8d-2fce-4f53-8992-8fe797f55d29 req-d2e3f9f0-7121-4567-ae77-f52d63dc7989 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323646 Feb 28 18:58:23.185515 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:23.190392 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691efec9-3930-476b-a3f8-6d4cf6553817 req-aa7655f4-ea02-4ac9-89c6-301c92bc5671 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:23.191942 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-691efec9-3930-476b-a3f8-6d4cf6553817 req-aa7655f4-ea02-4ac9-89c6-301c92bc5671 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 944 time: 0.0524237 Feb 28 18:58:23.229665 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-691efec9-3930-476b-a3f8-6d4cf6553817 req-a8edf437-8b65-4884-830b-c4a3d9670578 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317373 Feb 28 18:58:24.347598 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea28d39-5b56-4947-86ea-9f719118fcd3 req-46e38323-dfd4-4c74-957f-61439f19119d tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:24.349080 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dea28d39-5b56-4947-86ea-9f719118fcd3 req-46e38323-dfd4-4c74-957f-61439f19119d tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 944 time: 0.0531342 Feb 28 18:58:24.386084 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dea28d39-5b56-4947-86ea-9f719118fcd3 req-9933964c-f21e-45c5-ab92-1da45a59da5f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308228 Feb 28 18:58:25.504062 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9bb18-c098-4bb5-9a3a-e63bd7648f00 req-bda222e4-8e51-4685-8b97-8b04ce58d17a tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:25.505537 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-41a9bb18-c098-4bb5-9a3a-e63bd7648f00 req-bda222e4-8e51-4685-8b97-8b04ce58d17a tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 944 time: 0.0496368 Feb 28 18:58:25.543088 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-41a9bb18-c098-4bb5-9a3a-e63bd7648f00 req-630fd80f-3b2e-4984-97e3-e79037a72850 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316472 Feb 28 18:58:26.431269 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5a50078f-f0ab-4fdf-a3fb-3f46b43c5988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:26.656232 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786cd67-c7bb-45e5-91a7-dd9482306b21 req-dde585ca-5cb4-46f7-b6d1-f2ee69bac735 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:26.657613 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8786cd67-c7bb-45e5-91a7-dd9482306b21 req-dde585ca-5cb4-46f7-b6d1-f2ee69bac735 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 944 time: 0.0489490 Feb 28 18:58:26.695818 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-8786cd67-c7bb-45e5-91a7-dd9482306b21 req-9d8e9d08-875e-4689-8f8e-10c35b952c76 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322969 Feb 28 18:58:27.817201 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d4869-854f-407c-989a-8aff1d054b58 req-45dc9231-23ae-4c9c-bd92-39fd919d721a tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:27.818738 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f19d4869-854f-407c-989a-8aff1d054b58 req-45dc9231-23ae-4c9c-bd92-39fd919d721a tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 944 time: 0.0555482 Feb 28 18:58:27.858772 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f19d4869-854f-407c-989a-8aff1d054b58 req-05f296dc-3638-47aa-966d-1591dda993b6 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335617 Feb 28 18:58:28.845439 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-72d965eb-c51d-4cd6-befe-788eb551556d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:28.974157 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50570fc7-905c-41b9-8c84-718f3c7cfced req-5decf095-99da-454f-b86c-027fba0c21e6 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:28.975667 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-50570fc7-905c-41b9-8c84-718f3c7cfced req-5decf095-99da-454f-b86c-027fba0c21e6 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 944 time: 0.0497708 Feb 28 18:58:29.013036 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-50570fc7-905c-41b9-8c84-718f3c7cfced req-36fe63d3-753d-425f-a05f-924d52d34b50 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Feb 28 18:58:29.532197 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device a6e4ab5b-96dd-4218-87db-2ed83136f56c details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:58:29.753138 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port a6e4ab5b-96dd-4218-87db-2ed83136f56c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:58:29.764725 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'mac_address': 'fa:16:3e:8b:eb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:58:29.803377 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:29.816610 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e4ab5b-96dd-4218-87db-2ed83136f56c {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:58:29.837690 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port a6e4ab5b-96dd-4218-87db-2ed83136f56c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:58:29.841533 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:29.892057 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=a6e4ab5b-96dd-4218-87db-2ed83136f56c,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:58:29.898711 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.899054 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.899379 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.899728 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.900050 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.900365 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.900677 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.900987 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.901298 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.901606 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.901912 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.902217 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.991952 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:30.129985 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5604e4b-1b04-49e0-bab6-6929fb2be0bd req-8bcab775-2fa8-46f2-9a41-3c87fc9cbc47 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:30.131503 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b5604e4b-1b04-49e0-bab6-6929fb2be0bd req-8bcab775-2fa8-46f2-9a41-3c87fc9cbc47 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 945 time: 0.0503778 Feb 28 18:58:30.169704 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-b5604e4b-1b04-49e0-bab6-6929fb2be0bd req-4a052531-da7e-45c4-b041-0b2daa457656 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321796 Feb 28 18:58:30.206453 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['a6e4ab5b-96dd-4218-87db-2ed83136f56c'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:58:31.307640 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51a76d-5587-4d3d-9b70-e118f90178b5 req-c072645a-3e5b-4770-bb38-7284238e34ef tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:31.309229 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3f51a76d-5587-4d3d-9b70-e118f90178b5 req-c072645a-3e5b-4770-bb38-7284238e34ef tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 945 time: 0.0675914 Feb 28 18:58:31.354262 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-3f51a76d-5587-4d3d-9b70-e118f90178b5 req-1618eef0-573e-4e6c-8b05-416f8f015aa7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382006 Feb 28 18:58:31.520419 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:31.536753 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device a6e4ab5b-96dd-4218-87db-2ed83136f56c up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:58:31.589344 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port a6e4ab5b-96dd-4218-87db-2ed83136f56c completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:58:31.593811 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port a6e4ab5b-96dd-4218-87db-2ed83136f56c triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:58:31.594201 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:31.696831 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:31.719741 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557da494-28d9-4648-b04a-5a55153c8c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:58:31.723371 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849dc172-5c74-4da0-a711-1808197b8a66" -d '{"events": [{"server_uuid": "557da494-28d9-4648-b04a-5a55153c8c77", "name": "network-vif-plugged", "status": "completed", "tag": "a6e4ab5b-96dd-4218-87db-2ed83136f56c"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:58:31.737631 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port a6e4ab5b-96dd-4218-87db-2ed83136f56c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:58:31.742054 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:31.772940 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfe5676-0c03-4c74-bf1e-1e6b6c713df0 x-openstack-request-id: req-bcfe5676-0c03-4c74-bf1e-1e6b6c713df0 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:58:31.773234 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557da494-28d9-4648-b04a-5a55153c8c77", "name": "network-vif-plugged", "status": "completed", "tag": "a6e4ab5b-96dd-4218-87db-2ed83136f56c", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:58:31.773478 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcfe5676-0c03-4c74-bf1e-1e6b6c713df0 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:58:31.773863 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557da494-28d9-4648-b04a-5a55153c8c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'code': 200} Feb 28 18:58:31.799550 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=a6e4ab5b-96dd-4218-87db-2ed83136f56c,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:58:31.829061 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:31.985544 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c98df-11ed-4bcd-bb94-30295d85c315 req-4ed24ffe-1f6c-4661-bdac-8e56c067740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:31.987325 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-996c98df-11ed-4bcd-bb94-30295d85c315 req-4ed24ffe-1f6c-4661-bdac-8e56c067740a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 1099 time: 0.0439343 Feb 28 18:58:32.023019 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-996c98df-11ed-4bcd-bb94-30295d85c315 req-57243d45-7800-4d12-8505-c94ec56550a5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292025 Feb 28 18:58:32.657501 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0125a-bd3e-46bd-839c-63b0a06aa81a req-cd38c6bc-983c-420b-bdab-9397636a7f64 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:32.659075 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-72c0125a-bd3e-46bd-839c-63b0a06aa81a req-cd38c6bc-983c-420b-bdab-9397636a7f64 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 946 time: 0.0551393 Feb 28 18:58:32.698316 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-72c0125a-bd3e-46bd-839c-63b0a06aa81a req-ff1a75c7-41d7-4c5d-a9f3-2ae0d0b4b338 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329547 Feb 28 18:58:33.819546 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae9b6c-2d57-4bff-9616-ae3d7cc7b870 req-cec97b3b-e9a7-40aa-87ee-98551d2ea43f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:33.821055 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0dae9b6c-2d57-4bff-9616-ae3d7cc7b870 req-cec97b3b-e9a7-40aa-87ee-98551d2ea43f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 946 time: 0.0534728 Feb 28 18:58:33.859693 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-0dae9b6c-2d57-4bff-9616-ae3d7cc7b870 req-0ecbc90a-e8e1-4fdd-b396-a3cec36e58c6 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327473 Feb 28 18:58:34.010463 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2b93e-d744-497e-bb55-a92193f280f4 req-da64aa73-2e3b-4b34-bcf0-8ce9aff367a9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:34.012101 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-64f2b93e-d744-497e-bb55-a92193f280f4 req-da64aa73-2e3b-4b34-bcf0-8ce9aff367a9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 946 time: 0.0646272 Feb 28 18:58:34.059707 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-64f2b93e-d744-497e-bb55-a92193f280f4 req-812a8667-7fe9-4163-bd80-ef1d9f7e2186 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405166 Feb 28 18:58:34.083852 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58022) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:58:34.136146 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dc9d0-7c8e-4356-a6c4-a15b54bacbc4 tempest-TestVolumeBootPattern-1797436937 tempest-TestVolumeBootPattern-1797436937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:34.137681 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-868dc9d0-7c8e-4356-a6c4-a15b54bacbc4 tempest-TestVolumeBootPattern-1797436937 tempest-TestVolumeBootPattern-1797436937-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 1094 time: 0.0528412 Feb 28 18:58:34.140521 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58024) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 18:58:34.144961 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'floatingip': {'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:58:34.165483 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:34.284460 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:34.400596 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Allocated IP 172.27.2.42 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/f12b431a-a8d1-4eaa-b5f4-f1cc889ab4e2) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:58:34.530007 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:34.566488 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:34.607913 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:58:34.610838 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:58:34.614635 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:58:34.620226 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'Port': ['ID=f12b431a-a8d1-4eaa-b5f4-f1cc889ab4e2,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:58:34.994701 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:35.063932 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:35.228629 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:35.233624 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:35.314623 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'Port': ['ID=f12b431a-a8d1-4eaa-b5f4-f1cc889ab4e2,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:58:35.328627 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:35.433235 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Floating IP 1c0b69df-d377-4426-9e5a-129f84942469 associated. External IP: 172.27.2.42, port: a6e4ab5b-96dd-4218-87db-2ed83136f56c. Feb 28 18:58:35.665285 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Router d7032851-dc83-420e-8de0-92552ed14a02 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:58:35.788736 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:58:35.799429 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] Sync routers for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:58:35.810766 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:58:35.811100 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:35.811726 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:58:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:58:35.847141 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-44941bc0-c116-4c4b-96ce-244063afe09e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7055409 Feb 28 18:58:35.847731 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557da494-28d9-4648-b04a-5a55153c8c77', 'tag': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:58:35.849988 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed" -d '{"events": [{"name": "network-changed", "server_uuid": "557da494-28d9-4648-b04a-5a55153c8c77", "tag": "a6e4ab5b-96dd-4218-87db-2ed83136f56c"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:58:35.887406 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664240eb-7e10-4c67-9059-b6b1847e197e x-openstack-request-id: req-664240eb-7e10-4c67-9059-b6b1847e197e {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:58:35.890104 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557da494-28d9-4648-b04a-5a55153c8c77", "tag": "a6e4ab5b-96dd-4218-87db-2ed83136f56c", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:58:35.890371 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-664240eb-7e10-4c67-9059-b6b1847e197e {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:58:35.890768 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557da494-28d9-4648-b04a-5a55153c8c77', 'tag': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'status': 'completed', 'code': 200} Feb 28 18:58:35.952612 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-75d30d67-e9b4-424e-a132-2299013de496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:35.954245 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-75d30d67-e9b4-424e-a132-2299013de496 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 1099 time: 0.0420001 Feb 28 18:58:35.954462 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:58:36.053037 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-24ed786f-5696-42c7-a00b-2baadf2cb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:36.054583 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-24ed786f-5696-42c7-a00b-2baadf2cb566 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0942712 Feb 28 18:58:36.124360 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-11016ce9-9cb2-4caf-9a4b-34d99d6fd441 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c HTTP/1.1" status: 200 len: 999 time: 0.0630460 Feb 28 18:58:36.179926 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-bb0f7221-d7f1-46a3-88f5-04684617f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:36.181438 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-bb0f7221-d7f1-46a3-88f5-04684617f29b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0509350 Feb 28 18:58:36.222669 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '1c0b69df-d377-4426-9e5a-129f84942469', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:8b:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:58:34Z', 'updated_at': '2022-02-28T18:58:34Z', 'revision_number': 0, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:58:36.227299 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-e665d196-8e8b-4a08-bb62-e258b2e7d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:36.228829 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-e665d196-8e8b-4a08-bb62-e258b2e7d786 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408978 Feb 28 18:58:36.250175 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] Checking router: d7032851-dc83-420e-8de0-92552ed14a02 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:58:36.259462 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:58:36.260109 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T18:58:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:58:36.320953 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-5ea1f912-7fa6-4f75-b3d3-5f59b5f10395 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853891 Feb 28 18:58:36.373824 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:58:36.421836 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0d2ed4a9-8ef7-4058-a408-28e2bd7496ed req-488a42b4-b141-496f-ad6d-b68e7f760570 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949008 Feb 28 18:58:36.610526 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '1c0b69df-d377-4426-9e5a-129f84942469', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:8b:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:58:34Z', 'updated_at': '2022-02-28T18:58:34Z', 'revision_number': 0, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:58:36.639491 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ac4d04-a6be-4d36-940b-ef1584a4b3b5 None None] The sync data for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi is: [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '1c0b69df-d377-4426-9e5a-129f84942469', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:8b:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:58:34Z', 'updated_at': '2022-02-28T18:58:34Z', 'revision_number': 0, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:58:36.832606 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6499a-f13a-452b-8b77-56e2a399f6c2 None None] New status for floating IP 1c0b69df-d377-4426-9e5a-129f84942469: ACTIVE {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:58:53.183861 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:56.433197 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f7a1823c-34cf-4c65-a594-a74a2d60b60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:57.678205 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:58:58.847892 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b075b92d-fa86-46c5-84ba-7036e05011d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:59.993611 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:01.522061 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:01.833806 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:06.371080 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-12bca0a9-d9cc-44b6-adb7-1837ece3ebbc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383794 Feb 28 18:59:06.452098 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-1efd3a4d-d36c-4e77-b696-1742b9a18898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:59:06.453554 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-1efd3a4d-d36c-4e77-b696-1742b9a18898 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 1099 time: 0.0396869 Feb 28 18:59:06.558072 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-92cfdde0-1b9b-4000-9b7f-08216b3e0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:59:06.560233 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-92cfdde0-1b9b-4000-9b7f-08216b3e0e76 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0875120 Feb 28 18:59:06.622686 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-441e4ca9-aa00-43fe-a272-a9c271b2ab77 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c HTTP/1.1" status: 200 len: 1001 time: 0.0562193 Feb 28 18:59:06.672800 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-86978195-5dfb-4aa0-8a73-143fb69dd437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:59:06.674760 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-86978195-5dfb-4aa0-8a73-143fb69dd437 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0465224 Feb 28 18:59:06.718498 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-7af4b932-0354-4d3d-86b8-9899c0c756ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:59:06.719961 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-7af4b932-0354-4d3d-86b8-9899c0c756ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387759 Feb 28 18:59:06.806582 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-db74f2e3-7871-4f3b-85b6-047e1e3e3b29 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788245 Feb 28 18:59:06.898597 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-93d7e5b0-bb77-498f-8fff-fc20632bef11 req-31a4172f-5c2d-4690-995c-430c8a45fa78 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858455 Feb 28 18:59:23.200308 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:26.433785 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-e07de34c-2f5a-47b5-9d62-37ae075a5f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:28.849302 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-4b71a630-82b0-49f5-b307-2e5594fe8bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:29.996587 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:31.524299 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:31.855361 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:34.677143 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:59:53.202602 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:56.435201 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-47198e6f-cb7e-4c2c-8821-070aa7182f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:58.850071 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-3b21f0cb-9a51-4acc-b23a-c078d4b4bf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:59.999563 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:01.526611 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:01.837244 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:08.375815 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-02a6bdfa-f396-47b8-b23d-99f1593d3f01 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387514 Feb 28 19:00:08.454839 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-a749fb8f-ab4d-4fff-a3fe-1b6a4a491925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:08.456334 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-a749fb8f-ab4d-4fff-a3fe-1b6a4a491925 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 1099 time: 0.0390153 Feb 28 19:00:08.560000 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-6b96afc4-ed4d-41a7-bd2a-d79be3ce2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:08.561419 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-6b96afc4-ed4d-41a7-bd2a-d79be3ce2fe9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0863125 Feb 28 19:00:08.632637 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-00dfa354-6fcb-4f8c-8534-97b828e7b5f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c HTTP/1.1" status: 200 len: 1001 time: 0.0639307 Feb 28 19:00:08.682665 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-bfa7cfc8-ca42-424b-a441-49b929309378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:08.684120 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-bfa7cfc8-ca42-424b-a441-49b929309378 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0456450 Feb 28 19:00:08.726458 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-12edec96-1837-41dc-9307-8c65627383aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:08.727913 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-12edec96-1837-41dc-9307-8c65627383aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378504 Feb 28 19:00:08.814784 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-c474bd5d-c29e-41f3-8d88-2586e1f6db86 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801187 Feb 28 19:00:08.903249 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-1c2279eb-c2cf-498a-b07c-66170050f0d5 req-942a45e4-b1a8-4f7c-beed-bdd0c0de698f service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821564 Feb 28 19:00:11.676020 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:00:23.213763 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:26.436085 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-66187146-8f47-4ad7-9fe7-6f2eb3dc1259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:28.851457 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-6b431f50-a964-44a5-9aac-00cab89e17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:30.003300 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:31.531823 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:31.840144 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:36.923060 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-b17be533-0342-4923-96a2-acbe7dca0661 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561859417&fields=id&tenant_id=5bdff0b85e164933a897edfe8b4b9939 HTTP/1.1" status: 200 len: 267 time: 0.0328457 Feb 28 19:00:37.028686 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-50b78656-d999-4825-bdb1-fc38a6b22114 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:37.030067 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-50b78656-d999-4825-bdb1-fc38a6b22114 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 811 time: 0.0993204 Feb 28 19:00:37.046190 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-6a7039f7-5881-4f80-9212-edc9e780ca6b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/quotas/5bdff0b85e164933a897edfe8b4b9939 HTTP/1.1" status: 200 len: 375 time: 0.0098534 Feb 28 19:00:37.104515 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-12624812-b877-4972-9d92-2b5d181fb16e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0501642 Feb 28 19:00:37.237949 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-a4bfae82-dcbc-424c-a582-3c4c3fb6bd74 service neutron] 10.222.0.39 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213996 Feb 28 19:00:37.329335 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-dcb12251-745f-441b-a061-c2c10e578406 service neutron] 10.222.0.39 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847368 Feb 28 19:00:37.608174 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-5dc168d3-92e3-46a9-a6cc-3eef263075c5 req-79489fe0-c4f4-44a9-a62e-f3b7a1cc62f1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 210 time: 0.0321465 Feb 28 19:00:38.564476 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-16baaa4f-b748-4c98-beac-c73334dbcd0b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:38.565931 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-16baaa4f-b748-4c98-beac-c73334dbcd0b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 811 time: 0.1004963 Feb 28 19:00:38.612233 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-c61369ba-ced8-44bc-b9e1-81e68a756f6c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bdff0b85e164933a897edfe8b4b9939 HTTP/1.1" status: 200 len: 379 time: 0.0370221 Feb 28 19:00:38.621736 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'port': {'device_id': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'admin_state_up': True, 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'security_groups': ['6d1904ac-a8de-4296-8c3b-4e605333a264']}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:00:38.715059 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5ee0edb1-8407-4e74-bbbd-a23bc080d331 req-7afdbf2b-9bf3-4b3f-9c19-4642802e9d4c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 210 time: 0.0368321 Feb 28 19:00:38.751661 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Made reservation on behalf of 5bdff0b85e164933a897edfe8b4b9939 for: {'port': 1} {{(pid=108389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:00:38.755160 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:38.881940 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Allocated IP 172.20.0.9 (31a39409-3230-48c9-ab01-a4792ab159d0/3f57885a-5ca1-42a7-9074-568a8d576e67/9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:00:39.023166 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:39.056182 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:39.098481 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Network 31a39409-3230-48c9-ab01-a4792ab159d0 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:00:39.102028 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:00:39.105557 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:00:39.111497 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'Port': ['ID=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:00:39.136249 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.136586 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.136921 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.137245 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.137560 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.137879 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.138232 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.138495 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.138812 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.139121 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.139420 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.139814 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:39.170196 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:39.170830 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:39.187424 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-8a839a4e-aaa7-47c9-9cee-aded7437933e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692942 Feb 28 19:00:39.200081 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Request body: {'port': {'device_id': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:00:39.301307 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-4ec290b9-7a8f-4dfe-999b-526e81f23b41 None None] Provisioning complete for port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 triggered by entity DHCP. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:00:39.301886 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-4ec290b9-7a8f-4dfe-999b-526e81f23b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:39.336753 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-4ec290b9-7a8f-4dfe-999b-526e81f23b41 None None] Port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 cannot update to ACTIVE because it is not bound. {{(pid=108391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Feb 28 19:00:39.498085 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:39.749442 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 {{(pid=108389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:00:39.757976 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:39.769829 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.provisioning_blocks [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Transition to ACTIVE for port object 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 will not be triggered until provisioned by entity L2. {{(pid=108389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:00:39.773753 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:39.826723 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Pushing event updated for resources: {'Port': ['ID=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:00:39.839583 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151d93e-7aab-4aaa-a1a4-197c8b6ee38b req-b5416470-0806-4a07-aa5c-340eee21a225 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:39.841299 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8151d93e-7aab-4aaa-a1a4-197c8b6ee38b req-b5416470-0806-4a07-aa5c-340eee21a225 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 943 time: 0.0554271 Feb 28 19:00:39.885036 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8151d93e-7aab-4aaa-a1a4-197c8b6ee38b req-285fe3c5-74bc-491f-b5e2-d590a8a42320 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350101 Feb 28 19:00:39.898746 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Attempting to bind port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:00:39.899077 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Attempting to bind port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:00:39.899393 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Attempting to bind port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 on network 31a39409-3230-48c9-ab01-a4792ab159d0 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:00:39.904207 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 on network 31a39409-3230-48c9-ab01-a4792ab159d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:00:39.904582 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Attempting to bind port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 on network 31a39409-3230-48c9-ab01-a4792ab159d0 {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:00:39.909464 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Checking agent: {'id': '33a6404b-f6fb-4755-80f3-c4008df1210b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'started_at': datetime.datetime(2022, 2, 28, 18, 39, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:00:39.909789 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Checking segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 28 19:00:39.910165 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Bound using segment: {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'} {{(pid=108389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:00:39.910579 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.managers [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Bound port: 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3919a47a-aa5f-44a9-8de8-b2aaaa14587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0'}}] {{(pid=108389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:00:39.910931 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:39.974949 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] For port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092, host hv-cinder-83118, cleared binding levels {{(pid=108389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:00:39.978521 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] For port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:00:39.982726 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:40.018397 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:40.019049 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:40.020452 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] 10.222.0.52 "PUT /v2.0/ports/9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 HTTP/1.1" status: 200 len: 1093 time: 0.8247173 Feb 28 19:00:40.020878 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'tag': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:00:40.023098 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58cb15d-5bac-4f69-9970-7aded99092a0" -d '{"events": [{"name": "network-changed", "server_uuid": "addfb7b1-939d-43c2-85dd-e3bc94453498", "tag": "9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:00:40.044309 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf431a-ac05-4d20-836a-1284d30da81f service neutron] Pushing event updated for resources: {'Port': ['ID=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,revision_number=3']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:00:40.113315 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-6b3c7205-5d8a-4846-ba92-7c65e3052648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:40.114839 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-6b3c7205-5d8a-4846-ba92-7c65e3052648 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 1096 time: 0.0510771 Feb 28 19:00:40.158023 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-65f7be5f-7019-40d6-8da7-c083eb25ea9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 HTTP/1.1" status: 200 len: 217 time: 0.0354080 Feb 28 19:00:40.212041 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-2b855df6-1473-4670-9ed6-1a8472d5cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:40.213488 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-2b855df6-1473-4670-9ed6-1a8472d5cd64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0486519 Feb 28 19:00:40.260462 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-79335d9d-48aa-4879-9192-8515208782aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:40.261928 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-79335d9d-48aa-4879-9192-8515208782aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423958 Feb 28 19:00:40.347860 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-4977d269-38b8-435f-9f6a-1d8e0c3f2ca0 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791521 Feb 28 19:00:40.437771 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc6a755c-fd07-469a-9275-1fbc19141a1c req-83682692-f1f4-4b35-9fa9-71d216e5cca9 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829563 Feb 28 19:00:41.004690 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330df756-631f-4508-86f8-5469ba70e055 req-fbdd41e5-c821-49be-8094-177c9fd2a126 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:41.006143 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-330df756-631f-4508-86f8-5469ba70e055 req-fbdd41e5-c821-49be-8094-177c9fd2a126 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 943 time: 0.0477817 Feb 28 19:00:41.043585 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-330df756-631f-4508-86f8-5469ba70e055 req-26864366-6fe7-4874-bb6e-a5d93147d03f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314412 Feb 28 19:00:41.156622 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36fce0a-3901-4a27-8b66-c7506e03d412 x-openstack-request-id: req-e36fce0a-3901-4a27-8b66-c7506e03d412 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:00:41.157078 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addfb7b1-939d-43c2-85dd-e3bc94453498", "tag": "9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:00:41.157199 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e36fce0a-3901-4a27-8b66-c7506e03d412 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:00:41.157540 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'tag': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'status': 'completed', 'code': 200} Feb 28 19:00:41.224711 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-9a6b407c-460b-420c-b6c7-351de0cce941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:41.226396 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-9a6b407c-460b-420c-b6c7-351de0cce941 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 1096 time: 0.0408127 Feb 28 19:00:41.313578 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-07af27df-7a8f-4c5d-b0cc-a459b2333298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:41.315024 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-07af27df-7a8f-4c5d-b0cc-a459b2333298 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0816200 Feb 28 19:00:41.358903 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-431ec30d-dcf9-47a1-8801-cdbef009ec7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 HTTP/1.1" status: 200 len: 217 time: 0.0367911 Feb 28 19:00:41.406594 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-33541609-ad9f-402f-95ac-84dfc423d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:41.408009 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-33541609-ad9f-402f-95ac-84dfc423d8e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0428233 Feb 28 19:00:41.451347 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-10e3cb1d-c9a4-4b21-aa81-22c1c2e84dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:41.452823 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-10e3cb1d-c9a4-4b21-aa81-22c1c2e84dba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378137 Feb 28 19:00:41.544077 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-6728bedf-0090-42dc-a677-d63a10d3ec2c service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835445 Feb 28 19:00:41.631433 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-b58cb15d-5bac-4f69-9970-7aded99092a0 req-f83fc537-2a2a-4584-a1c3-5247dd8205c0 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803235 Feb 28 19:00:42.154218 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f14cc-368d-4b85-b1f7-c03d69b78703 req-95fcc837-a93d-4351-ab52-335ee63b9b3b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:42.155759 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7c5f14cc-368d-4b85-b1f7-c03d69b78703 req-95fcc837-a93d-4351-ab52-335ee63b9b3b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 943 time: 0.0473783 Feb 28 19:00:42.196707 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-7c5f14cc-368d-4b85-b1f7-c03d69b78703 req-812cc56d-3328-4609-96f9-e985f8ceed58 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351863 Feb 28 19:00:43.311445 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66004e-8d87-42b6-9602-9c99dcf2db66 req-8e2a1d97-2113-4918-a8a1-51fa26562949 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:43.312931 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cc66004e-8d87-42b6-9602-9c99dcf2db66 req-8e2a1d97-2113-4918-a8a1-51fa26562949 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 943 time: 0.0501406 Feb 28 19:00:43.354281 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cc66004e-8d87-42b6-9602-9c99dcf2db66 req-e92419c7-b159-4acd-ae51-a39081d9a986 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348952 Feb 28 19:00:44.467528 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ce4c2-639b-4c85-aa0d-260da8c81ef2 req-1fecdb38-b7f4-44e2-8654-5f5838bdb989 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:44.469028 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-628ce4c2-639b-4c85-aa0d-260da8c81ef2 req-1fecdb38-b7f4-44e2-8654-5f5838bdb989 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 943 time: 0.0488095 Feb 28 19:00:44.506492 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-628ce4c2-639b-4c85-aa0d-260da8c81ef2 req-f928919b-d767-4f09-92a5-2ff1b10ab834 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315251 Feb 28 19:00:45.620437 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9732b00-3f23-4db9-826d-0b2265c11828 req-f579ec01-bd6f-466e-8963-c53f5c8b1ad1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:45.621962 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f9732b00-3f23-4db9-826d-0b2265c11828 req-f579ec01-bd6f-466e-8963-c53f5c8b1ad1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 943 time: 0.0478373 Feb 28 19:00:45.659193 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-f9732b00-3f23-4db9-826d-0b2265c11828 req-32ef68df-f9ab-4135-8cba-ebdaae3de166 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Feb 28 19:00:46.771432 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0a73d-61e0-441c-9b48-514d16fbacd0 req-1c6e9a8b-7c07-4cee-aab9-6d9e406c898d tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:46.772920 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dac0a73d-61e0-441c-9b48-514d16fbacd0 req-1c6e9a8b-7c07-4cee-aab9-6d9e406c898d tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 943 time: 0.0484715 Feb 28 19:00:46.810387 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dac0a73d-61e0-441c-9b48-514d16fbacd0 req-60af2e69-ffe2-4819-8e5c-ca4d2e6b835b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310771 Feb 28 19:00:47.926416 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e10e36-a8f3-4cd5-8155-31dd0ec59571 req-06378cb8-98ef-47aa-9a94-0e98a00f74c6 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:47.927892 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-84e10e36-a8f3-4cd5-8155-31dd0ec59571 req-06378cb8-98ef-47aa-9a94-0e98a00f74c6 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 943 time: 0.0490501 Feb 28 19:00:47.965241 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-84e10e36-a8f3-4cd5-8155-31dd0ec59571 req-6a8c291d-e210-4f61-ad38-f0703ce95239 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309172 Feb 28 19:00:48.675391 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:00:49.076788 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca85b2f-27e8-4349-892f-f18bc6097001 req-60e0b7aa-a6f2-4eb6-b841-a9566f64e3f2 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:49.078243 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dca85b2f-27e8-4349-892f-f18bc6097001 req-60e0b7aa-a6f2-4eb6-b841-a9566f64e3f2 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 943 time: 0.0477200 Feb 28 19:00:49.118189 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dca85b2f-27e8-4349-892f-f18bc6097001 req-e46069ad-9dc8-457c-b0ee-544780d60e5e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339868 Feb 28 19:00:50.127837 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=108391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:00:50.223570 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:00:50.231877 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916004dd-9ae6-40f1-9ca0-bc6ca2c45eea req-ebf13391-2719-4b3d-9722-db8a84f658a1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:50.233345 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-916004dd-9ae6-40f1-9ca0-bc6ca2c45eea req-ebf13391-2719-4b3d-9722-db8a84f658a1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 943 time: 0.0492167 Feb 28 19:00:50.235065 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Returning: {'device': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'port_id': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'mac_address': 'fa:16:3e:e8:54:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:00:50.275567 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:50.276271 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-916004dd-9ae6-40f1-9ca0-bc6ca2c45eea req-d9661d6d-75eb-4d14-8b14-cd99f94cd6e1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369897 Feb 28 19:00:50.288893 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 {{(pid=108391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:00:50.307892 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:00:50.311964 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:50.358250 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,revision_number=4']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:00:50.365169 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.365505 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.365835 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.366157 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.366474 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.366789 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.367105 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.367414 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.367751 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.368063 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.368372 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.368679 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:50.650167 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] get_ports_and_sgs() called for port_ids ['9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092'] {{(pid=108391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:00:51.388772 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdcfa4-44da-4bf8-ad93-3c55e1cba783 req-fdc00d39-4c5f-495e-b7c6-1e2a7e346170 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:51.390258 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f4cdcfa4-44da-4bf8-ad93-3c55e1cba783 req-fdc00d39-4c5f-495e-b7c6-1e2a7e346170 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 944 time: 0.0488212 Feb 28 19:00:51.428658 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-f4cdcfa4-44da-4bf8-ad93-3c55e1cba783 req-8596eb28-87ac-435c-a995-2dd2fddeabdd tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323808 Feb 28 19:00:52.126766 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 up at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:00:52.175841 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning for port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 completed by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:00:52.180109 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.provisioning_blocks [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Provisioning complete for port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 triggered by entity L2. {{(pid=108391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:00:52.180525 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3805570'] for port, provisioning_complete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:52.261989 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:52.284237 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092'}] {{(pid=108391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:00:52.286954 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525a1da50ac46b5cb1037e00e2aba1116ea99d7a57a857bd04e59c460e702de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3664b2dd-fea5-41ac-8cd3-bfbabd036f86" -d '{"events": [{"server_uuid": "addfb7b1-939d-43c2-85dd-e3bc94453498", "name": "network-vif-plugged", "status": "completed", "tag": "9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092"}]}' {{(pid=108391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:00:52.299719 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] For port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:00:52.303569 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336'] for port, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:52.350635 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Pushing event updated for resources: {'Port': ['ID=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,revision_number=5']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:00:52.381601 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a80020-5098-4ae8-adbc-94c85ff6d9f5 x-openstack-request-id: req-b2a80020-5098-4ae8-adbc-94c85ff6d9f5 {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:00:52.381892 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addfb7b1-939d-43c2-85dd-e3bc94453498", "name": "network-vif-plugged", "status": "completed", "tag": "9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092", "code": 200}]} {{(pid=108391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:00:52.382141 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2a80020-5098-4ae8-adbc-94c85ff6d9f5 {{(pid=108391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:00:52.382647 dv-cinder-831186-1-iscsi neutron-server[108391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'code': 200} Feb 28 19:00:52.541394 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1ac09-1e32-4c0b-9b98-8ed9849766ad req-ccbceabb-e0b1-443f-8f7b-a87997a4ee43 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:52.542967 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8bd1ac09-1e32-4c0b-9b98-8ed9849766ad req-ccbceabb-e0b1-443f-8f7b-a87997a4ee43 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 945 time: 0.0493708 Feb 28 19:00:52.585540 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-8bd1ac09-1e32-4c0b-9b98-8ed9849766ad req-18123d67-134a-4bbf-b6c4-b2bd57599135 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362632 Feb 28 19:00:52.620983 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10fd04-7e0e-4193-823c-f08264f0db77 req-39f24f64-ed89-4404-bb12-a8bd91123ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:52.622508 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc10fd04-7e0e-4193-823c-f08264f0db77 req-39f24f64-ed89-4404-bb12-a8bd91123ebb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 1098 time: 0.0397763 Feb 28 19:00:52.655357 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-dc10fd04-7e0e-4193-823c-f08264f0db77 req-b9bb6d55-f004-4d3f-b1de-120082002d7b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265474 Feb 28 19:00:53.212779 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:53.703318 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9e590-3a09-44cb-bf47-70ddd5c1d441 req-b2ebd4dc-c6f4-4837-9521-9d387fc1489f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:53.704811 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-50c9e590-3a09-44cb-bf47-70ddd5c1d441 req-b2ebd4dc-c6f4-4837-9521-9d387fc1489f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 945 time: 0.0486865 Feb 28 19:00:53.741409 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-50c9e590-3a09-44cb-bf47-70ddd5c1d441 req-f6e576f9-0c7b-467f-8455-50f8a65e70ba tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307488 Feb 28 19:00:54.857246 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bda02-b861-4628-abc8-a8a6ccf2e009 req-95cf5fd5-f023-4819-a982-f09d3fda5d96 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:54.858710 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-531bda02-b861-4628-abc8-a8a6ccf2e009 req-95cf5fd5-f023-4819-a982-f09d3fda5d96 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 945 time: 0.0481231 Feb 28 19:00:54.900651 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-531bda02-b861-4628-abc8-a8a6ccf2e009 req-c29cb720-fa11-42d2-841a-02b9ccffe83e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360162 Feb 28 19:00:55.011413 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26e9d5-a3dc-44f8-86c1-98ca6b357ff0 req-a7c6477a-4053-4e3f-adb9-bb541c51dd1b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:55.012877 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-af26e9d5-a3dc-44f8-86c1-98ca6b357ff0 req-a7c6477a-4053-4e3f-adb9-bb541c51dd1b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 945 time: 0.0472467 Feb 28 19:00:55.052684 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-af26e9d5-a3dc-44f8-86c1-98ca6b357ff0 req-c4d712c6-c98a-48e2-8317-3e77f2e8beb9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338061 Feb 28 19:00:55.075140 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58188) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:00:55.112521 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546f664c-11fa-4845-8c6c-49b5219e4091 tempest-TestVolumeBootPattern-1797436937 tempest-TestVolumeBootPattern-1797436937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:55.113981 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-546f664c-11fa-4845-8c6c-49b5219e4091 tempest-TestVolumeBootPattern-1797436937 tempest-TestVolumeBootPattern-1797436937-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 1093 time: 0.0378854 Feb 28 19:00:55.116756 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58190) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:00:55.121715 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.v2.base [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Request body: {'floatingip': {'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'port_id': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:00:55.142640 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:55.233453 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:55.336056 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_common [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Allocated IP 172.27.2.20 (2ade9df8-e6c8-42f2-9818-2d0586d79898/9cfb3f93-3262-423b-a170-13feb63862ec/41f8bcc4-67bb-469d-ac91-d2683df3245e) {{(pid=108389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:00:55.432712 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for port, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:55.464866 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744605298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:55.506282 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Network 2ade9df8-e6c8-42f2-9818-2d0586d79898 is already hosted by enough agents. {{(pid=108389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:00:55.511233 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.base_scheduler [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Resources bound (agent type, host, resource id): {{(pid=108389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:00:55.515465 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Received port after_create {{(pid=108389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:00:55.518402 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'Port': ['ID=41f8bcc4-67bb-469d-ac91-d2683df3245e,revision_number=1']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:00:55.859304 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:55.926336 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3701540'] for port, before_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:56.072181 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for port, precommit_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:56.076518 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744605772719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744605298050', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744605303336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2016645'] for port, after_update {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:56.143085 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event updated for resources: {'Port': ['ID=41f8bcc4-67bb-469d-ac91-d2683df3245e,revision_number=2']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:00:56.152718 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447689'] for floatingip, after_create {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:56.250245 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Floating IP 08efc14e-65f4-4755-b5e7-e3fa0dd78e23 associated. External IP: 172.27.2.20, port: 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092. Feb 28 19:00:56.439430 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-3a750a74-9643-4a90-84e7-7ee232ebd51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:56.453645 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Router d7032851-dc83-420e-8de0-92552ed14a02 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:00:56.559189 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:00:56.568717 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] Sync routers for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:00:56.576911 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:56.578343 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:00:56.579094 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T19:00:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:00:56.604492 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-23ad184f-1672-46eb-86a6-bfcc1b2ef6e3 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4862494 Feb 28 19:00:56.605076 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'tag': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:00:56.607363 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9007aa5e-ca04-4ce7-abae-66074a53650f" -d '{"events": [{"name": "network-changed", "server_uuid": "addfb7b1-939d-43c2-85dd-e3bc94453498", "tag": "9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:00:56.646976 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7735efc8-d473-40a1-b716-f6c198ebbf17 x-openstack-request-id: req-7735efc8-d473-40a1-b716-f6c198ebbf17 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:00:56.647263 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addfb7b1-939d-43c2-85dd-e3bc94453498", "tag": "9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:00:56.647546 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7735efc8-d473-40a1-b716-f6c198ebbf17 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:00:56.647945 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'tag': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'status': 'completed', 'code': 200} Feb 28 19:00:56.710188 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-fe212181-6e4b-4ae1-a5ce-c6d56f967c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:56.712227 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-fe212181-6e4b-4ae1-a5ce-c6d56f967c0c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 1098 time: 0.0419064 Feb 28 19:00:56.813163 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:00:56.813682 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-9a061c8c-5932-4c40-9833-62d94963db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:56.815149 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-9a061c8c-5932-4c40-9833-62d94963db57 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0965533 Feb 28 19:00:56.877880 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-11734604-f07c-4510-aa20-09ccb7570096 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 HTTP/1.1" status: 200 len: 998 time: 0.0556321 Feb 28 19:00:56.928583 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-30a05b3e-306f-4ec7-bdb1-aaf36cfd8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:56.930152 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-30a05b3e-306f-4ec7-bdb1-aaf36cfd8456 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0456681 Feb 28 19:00:56.974983 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-c957f0ca-e3d4-4dfc-ae64-cbbcf80d10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:00:56.976428 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-c957f0ca-e3d4-4dfc-ae64-cbbcf80d10ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402231 Feb 28 19:00:57.036061 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '08efc14e-65f4-4755-b5e7-e3fa0dd78e23', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:e8:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:00:55Z', 'updated_at': '2022-02-28T19:00:55Z', 'revision_number': 0, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}, {'id': '1c0b69df-d377-4426-9e5a-129f84942469', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:8b:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:58:34Z', 'updated_at': '2022-02-28T18:58:36Z', 'revision_number': 1, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:00:57.061626 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-87aa7c6e-dfa0-4844-acb8-396be90e2bae service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784693 Feb 28 19:00:57.065595 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] Checking router: d7032851-dc83-420e-8de0-92552ed14a02 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:00:57.074570 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:00:57.075161 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T19:00:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:00:57.154292 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-9007aa5e-ca04-4ce7-abae-66074a53650f req-3c6ea548-d072-4db1-a35f-576595fef613 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867064 Feb 28 19:00:57.180900 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:00:57.398938 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '08efc14e-65f4-4755-b5e7-e3fa0dd78e23', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:e8:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:00:55Z', 'updated_at': '2022-02-28T19:00:55Z', 'revision_number': 0, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}, {'id': '1c0b69df-d377-4426-9e5a-129f84942469', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:8b:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:58:34Z', 'updated_at': '2022-02-28T18:58:36Z', 'revision_number': 1, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:00:57.424344 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2aa4e8-90a7-41fd-ac3a-cbe00739486a None None] The sync data for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi is: [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '08efc14e-65f4-4755-b5e7-e3fa0dd78e23', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:e8:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:00:55Z', 'updated_at': '2022-02-28T19:00:55Z', 'revision_number': 0, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}, {'id': '1c0b69df-d377-4426-9e5a-129f84942469', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:8b:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:58:34Z', 'updated_at': '2022-02-28T18:58:36Z', 'revision_number': 1, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:00:57.604825 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbdc96-4872-4386-9040-2b9ece0ef45b None None] New status for floating IP 08efc14e-65f4-4755-b5e7-e3fa0dd78e23: ACTIVE {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:00:58.857143 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-758e7c3d-ac5a-4034-ab23-1b8e646e70d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:00.005377 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:01.534106 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:01.842434 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:08.370086 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-07b048c7-c867-4221-99e8-05bd04e45d13 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394111 Feb 28 19:01:08.453832 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-bb776089-fb62-4c96-a312-cca66e1601e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:08.455264 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-bb776089-fb62-4c96-a312-cca66e1601e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 1099 time: 0.0391450 Feb 28 19:01:08.557207 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-ae8d8ba9-87af-4db5-a931-6a47693b5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:08.558652 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-ae8d8ba9-87af-4db5-a931-6a47693b5e2e service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0854006 Feb 28 19:01:08.622329 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-10e1bfd2-62f6-44e4-a271-f35b5c2c9d0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c HTTP/1.1" status: 200 len: 1001 time: 0.0559845 Feb 28 19:01:08.673197 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-63e85d86-0538-45f1-99e3-5a6d2370cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:08.674594 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-63e85d86-0538-45f1-99e3-5a6d2370cd86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0455956 Feb 28 19:01:08.719332 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-679cac6d-658c-4c05-8b00-76f2f288f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:08.720824 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-679cac6d-658c-4c05-8b00-76f2f288f8e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383654 Feb 28 19:01:08.805935 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-c5114f7a-ecdf-409b-87b5-8a5bd459f797 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779846 Feb 28 19:01:08.896404 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-37589d4f-1893-46a2-b326-8ecedcb7a138 req-596363fa-ada3-47a7-96e0-3c3ca55c2ef7 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836852 Feb 28 19:01:23.215207 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:25.673707 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:01:26.440688 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-45e5da65-5281-46d2-8cea-eee404221d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:28.858149 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-c7d8d5df-9ab9-4e67-b030-5e3bd819dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:30.007205 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:31.538553 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:31.852212 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:53.224440 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:56.443352 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-55ed9eee-456f-4d40-8b8f-a070182012e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:58.858284 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-8425f750-e6b6-49de-a00c-d6398ee3863b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:00.010401 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:01.540017 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:01.850909 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.672461 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:02:09.373681 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-8788dcec-a063-4c87-92be-840d66e76188 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399673 Feb 28 19:02:09.433118 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-07446fa3-973e-44bb-84c0-8a57fbcafb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:09.434610 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-07446fa3-973e-44bb-84c0-8a57fbcafb29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 1098 time: 0.0395851 Feb 28 19:02:09.536961 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-9acc48b9-b043-42d7-83f1-0fb194d3b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:09.538430 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-9acc48b9-b043-42d7-83f1-0fb194d3b01e service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0855541 Feb 28 19:02:09.601058 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-77a28794-c05b-4501-b8ef-3b5be818d1ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 HTTP/1.1" status: 200 len: 1000 time: 0.0563962 Feb 28 19:02:09.654176 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-bf18db0d-a7c0-4dba-b901-3170c0429fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:09.655657 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-bf18db0d-a7c0-4dba-b901-3170c0429fd8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0480440 Feb 28 19:02:09.698946 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-70f6fdc9-61f0-4cce-ab98-507422ac27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:09.700379 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-70f6fdc9-61f0-4cce-ab98-507422ac27b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385182 Feb 28 19:02:09.786416 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-0de87e4c-6c2c-489c-9cbd-c0959d8354ed service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788789 Feb 28 19:02:09.876743 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cf6ab63b-791b-4d70-8c60-09013aadfe52 req-c320be62-1651-4751-9129-241e1c1943ef service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839603 Feb 28 19:02:23.239101 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:26.447505 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-106aec6e-b09e-48eb-a82e-f19ee0f2d333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:28.858928 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-4e7cd33f-d8f4-418f-ba17-f56de93de03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:30.012701 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:31.542247 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:31.853655 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:39.671727 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:02:46.862167 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58222) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:02:47.255046 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Deleting port 41f8bcc4-67bb-469d-ac91-d2683df3245e {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:02:47.255381 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.332027 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.332295 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.343240 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Calling delete_port for 41f8bcc4-67bb-469d-ac91-d2683df3245e owned by network:floatingip {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:02:47.505809 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.530951 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event deleted for resources: {'Port': ['ID=41f8bcc4-67bb-469d-ac91-d2683df3245e,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:47.555881 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.556224 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.556559 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.556894 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.557237 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.557564 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.557887 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.558211 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.558533 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.558853 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.559167 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.559498 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:47.598254 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.598633 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Floating IP 08efc14e-65f4-4755-b5e7-e3fa0dd78e23 disassociated (deleted). External IP: 172.27.2.20, port: 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092. Feb 28 19:02:47.803765 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Router d7032851-dc83-420e-8de0-92552ed14a02 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:02:47.911570 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:02:47.916136 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.920708 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] Sync routers for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:02:47.930173 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:02:47.930777 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T19:02:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:47.945067 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f829616c-3e6d-48b9-a993-473196f43bfc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "DELETE /v2.0/floatingips/08efc14e-65f4-4755-b5e7-e3fa0dd78e23 HTTP/1.1" status: 204 len: 168 time: 1.0812154 Feb 28 19:02:47.945788 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'tag': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:47.948167 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589288b4-2317-47a3-a2b7-17d0b217ed5b" -d '{"events": [{"name": "network-changed", "server_uuid": "addfb7b1-939d-43c2-85dd-e3bc94453498", "tag": "9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:02:47.985320 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5800b419-694f-4cdb-8d6b-3c5dbf818e92 x-openstack-request-id: req-5800b419-694f-4cdb-8d6b-3c5dbf818e92 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:02:47.985816 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addfb7b1-939d-43c2-85dd-e3bc94453498", "tag": "9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:02:47.986236 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5800b419-694f-4cdb-8d6b-3c5dbf818e92 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:02:47.986815 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'tag': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'status': 'completed', 'code': 200} Feb 28 19:02:48.050545 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:02:48.053152 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-303d57c1-0c8f-46a6-87b5-b6f9cfea5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:48.055105 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-303d57c1-0c8f-46a6-87b5-b6f9cfea5392 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 1098 time: 0.0466526 Feb 28 19:02:48.150977 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-d0b1ca98-35b8-4620-ad54-7574db1c935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:48.152471 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-d0b1ca98-35b8-4620-ad54-7574db1c935e service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0909004 Feb 28 19:02:48.168991 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea419-aa4b-4b67-8d1b-436bfdc99055 req-2b3507eb-9e7a-46a1-ae3b-c995e51f823f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:48.170506 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dd0ea419-aa4b-4b67-8d1b-436bfdc99055 req-2b3507eb-9e7a-46a1-ae3b-c995e51f823f tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 945 time: 0.0509822 Feb 28 19:02:48.196622 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-0270b463-e1f3-4312-8c9a-e3bfcaf5ef3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 HTTP/1.1" status: 200 len: 217 time: 0.0358973 Feb 28 19:02:48.212553 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dd0ea419-aa4b-4b67-8d1b-436bfdc99055 req-dfcc01e4-3f27-4f2b-a315-26dfcbbf5d4e tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339248 Feb 28 19:02:48.256143 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-b32cf751-ea92-4721-b9b3-fb95941cd287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:48.257658 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-b32cf751-ea92-4721-b9b3-fb95941cd287 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0548527 Feb 28 19:02:48.305487 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '1c0b69df-d377-4426-9e5a-129f84942469', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:8b:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:58:34Z', 'updated_at': '2022-02-28T18:58:36Z', 'revision_number': 1, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:48.310459 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-e458bfc5-1eee-4710-aafc-ad1d554bba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:48.312439 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-e458bfc5-1eee-4710-aafc-ad1d554bba39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479784 Feb 28 19:02:48.335771 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] Checking router: d7032851-dc83-420e-8de0-92552ed14a02 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:02:48.344079 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:02:48.344680 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T19:02:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:48.417273 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-374cc9b2-bae8-4533-9c76-9fab44781f09 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953655 Feb 28 19:02:48.456152 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:02:48.515189 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-589288b4-2317-47a3-a2b7-17d0b217ed5b req-1df525f2-5eb8-45f1-a654-413e224011bb service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913844 Feb 28 19:02:48.818582 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '1c0b69df-d377-4426-9e5a-129f84942469', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:8b:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:58:34Z', 'updated_at': '2022-02-28T18:58:36Z', 'revision_number': 1, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:48.847270 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f4711-c41b-4510-93e2-ac4e05aced61 None None] The sync data for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi is: [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_floatingips': [{'id': '1c0b69df-d377-4426-9e5a-129f84942469', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'router_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'port_id': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'mac_address': 'fa:16:3e:8b:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557da494-28d9-4648-b04a-5a55153c8c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:58:34Z', 'updated_at': '2022-02-28T18:58:36Z', 'revision_number': 1, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:02:49.052935 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6e3db-92bc-437c-a51e-49488e25412f None None] New status for floating IP 08efc14e-65f4-4755-b5e7-e3fa0dd78e23: DOWN {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:02:49.335871 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4fed5-0c1d-4a18-b983-7c648570f591 req-9f0d0357-57fa-4903-9b0a-6bc9002c2f44 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:49.337333 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cda4fed5-0c1d-4a18-b983-7c648570f591 req-9f0d0357-57fa-4903-9b0a-6bc9002c2f44 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 945 time: 0.0509548 Feb 28 19:02:49.375899 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-cda4fed5-0c1d-4a18-b983-7c648570f591 req-0d29004e-45c8-4cee-889c-9b294637ff1c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326474 Feb 28 19:02:49.961660 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-2b48cc3c-b750-4121-a393-132d5afac981 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:49.963062 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-2b48cc3c-b750-4121-a393-132d5afac981 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 945 time: 0.0502479 Feb 28 19:02:50.046768 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-543a8679-439a-412c-9d0d-e28c3340723c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Deleting port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:02:50.047096 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-543a8679-439a-412c-9d0d-e28c3340723c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:50.133942 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-543a8679-439a-412c-9d0d-e28c3340723c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] For port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:02:50.134298 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-543a8679-439a-412c-9d0d-e28c3340723c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:50.146256 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-543a8679-439a-412c-9d0d-e28c3340723c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Calling delete_port for 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:02:50.267046 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-543a8679-439a-412c-9d0d-e28c3340723c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:50.298242 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a8679-439a-412c-9d0d-e28c3340723c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event deleted for resources: {'Port': ['ID=9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:50.339393 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-543a8679-439a-412c-9d0d-e28c3340723c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] No DVR routers for this DVR port 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:02:50.341924 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-543a8679-439a-412c-9d0d-e28c3340723c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:50.345175 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0a7577b8-ec98-4d7e-8c9f-c16393fc4b3b req-543a8679-439a-412c-9d0d-e28c3340723c tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "DELETE /v2.0/ports/9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 HTTP/1.1" status: 204 len: 173 time: 0.3767130 Feb 28 19:02:50.345600 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'name': 'network-vif-deleted', 'tag': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:50.348394 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1860734-0ed8-4bec-aa8a-7835a22e256b" -d '{"events": [{"server_uuid": "addfb7b1-939d-43c2-85dd-e3bc94453498", "name": "network-vif-deleted", "tag": "9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:02:50.386407 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53aaf58-2b57-4bd4-bbc0-220d42e37ff0 x-openstack-request-id: req-f53aaf58-2b57-4bd4-bbc0-220d42e37ff0 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:02:50.386695 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addfb7b1-939d-43c2-85dd-e3bc94453498", "name": "network-vif-deleted", "tag": "9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:02:50.386961 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f53aaf58-2b57-4bd4-bbc0-220d42e37ff0 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:02:50.387352 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addfb7b1-939d-43c2-85dd-e3bc94453498', 'name': 'network-vif-deleted', 'tag': '9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092', 'status': 'completed', 'code': 200} Feb 28 19:02:50.470860 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-5f6dcb16-4aea-401c-ab1a-bee3f2a4d9b2 req-1377eff9-e3c6-4c1f-943b-3cad33622e85 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addfb7b1-939d-43c2-85dd-e3bc94453498 HTTP/1.1" status: 200 len: 210 time: 0.0250535 Feb 28 19:02:53.253851 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.740183 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58264) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:02:53.888921 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Deleting port f12b431a-a8d1-4eaa-b5f4-f1cc889ab4e2 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:02:53.889258 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.965397 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.965710 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.977354 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Calling delete_port for f12b431a-a8d1-4eaa-b5f4-f1cc889ab4e2 owned by network:floatingip {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:02:54.118846 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.144038 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event deleted for resources: {'Port': ['ID=f12b431a-a8d1-4eaa-b5f4-f1cc889ab4e2,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:54.202461 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.202781 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.db.l3_db [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Floating IP 1c0b69df-d377-4426-9e5a-129f84942469 disassociated (deleted). External IP: 172.27.2.42, port: a6e4ab5b-96dd-4218-87db-2ed83136f56c. Feb 28 19:02:54.403363 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Router d7032851-dc83-420e-8de0-92552ed14a02 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:02:54.506388 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:02:54.511126 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.515887 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] Sync routers for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:02:54.525719 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:02:54.526320 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T19:02:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:54.539117 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-2cfbaa82-ce41-46a5-bbcc-83d061f70ac9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "DELETE /v2.0/floatingips/1c0b69df-d377-4426-9e5a-129f84942469 HTTP/1.1" status: 204 len: 168 time: 0.7978432 Feb 28 19:02:54.539728 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557da494-28d9-4648-b04a-5a55153c8c77', 'tag': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:54.541934 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754abb41-f51f-4698-b256-32ddb0f2ce88" -d '{"events": [{"name": "network-changed", "server_uuid": "557da494-28d9-4648-b04a-5a55153c8c77", "tag": "a6e4ab5b-96dd-4218-87db-2ed83136f56c"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:02:54.582375 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f103fe-9c40-41ff-8350-e46d42fd411c x-openstack-request-id: req-d0f103fe-9c40-41ff-8350-e46d42fd411c {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:02:54.582678 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557da494-28d9-4648-b04a-5a55153c8c77", "tag": "a6e4ab5b-96dd-4218-87db-2ed83136f56c", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:02:54.582930 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0f103fe-9c40-41ff-8350-e46d42fd411c {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:02:54.583330 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557da494-28d9-4648-b04a-5a55153c8c77', 'tag': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'status': 'completed', 'code': 200} Feb 28 19:02:54.636901 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:02:54.642824 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-96846606-546e-4289-8849-c9e3195c190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:54.645234 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-96846606-546e-4289-8849-c9e3195c190a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bdff0b85e164933a897edfe8b4b9939&device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 1099 time: 0.0425594 Feb 28 19:02:54.672426 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:02:54.703976 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 19:02:54.704309 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device 9ea84e35-5247-4f8f-8a8d-fbd4d5aa2092 not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:02:54.740782 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-179705b8-f1b2-4de8-995b-3149bd1b7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:54.742250 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-179705b8-f1b2-4de8-995b-3149bd1b7c23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 200 len: 912 time: 0.0912797 Feb 28 19:02:54.781389 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3deec-7351-4a4a-b363-b5010ccd7c86 req-bc3dcb78-2fb3-4979-9645-d2ee01af3346 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:54.782952 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dad3deec-7351-4a4a-b363-b5010ccd7c86 req-bc3dcb78-2fb3-4979-9645-d2ee01af3346 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 946 time: 0.0515594 Feb 28 19:02:54.784465 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-00e2ca92-7ccc-4999-a225-8d7b567ee259 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c HTTP/1.1" status: 200 len: 217 time: 0.0345466 Feb 28 19:02:54.830108 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [req-dad3deec-7351-4a4a-b363-b5010ccd7c86 req-606a8fe4-b54b-4b2a-b162-0e61a102d5dc tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369689 Feb 28 19:02:54.843379 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-584ff2df-5647-41e0-8268-65695273ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:54.844886 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-584ff2df-5647-41e0-8268-65695273ecd8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 200 len: 850 time: 0.0541229 Feb 28 19:02:54.885708 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:54.890129 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-b386b2a1-e95e-4a00-9594-8a0057115f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:54.891582 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-b386b2a1-e95e-4a00-9594-8a0057115f17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a39409-3230-48c9-ab01-a4792ab159d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394139 Feb 28 19:02:54.913881 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] Checking router: d7032851-dc83-420e-8de0-92552ed14a02 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:02:54.922000 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:02:54.922596 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T19:02:29Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:54.979114 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-6acfcaa4-28c7-4d15-aff8-3f839bd614a0 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799692 Feb 28 19:02:55.028143 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:02:55.070396 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-754abb41-f51f-4698-b256-32ddb0f2ce88 req-ce2c7a22-2dd3-4a8f-ace2-ed0bd7cc2479 service neutron] 10.222.0.52 "GET /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844872 Feb 28 19:02:55.222653 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:55.253919 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d015f-dd36-4d0b-beb6-2820556e83ff None None] The sync data for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi is: [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T18:55:14Z', 'revision_number': 4, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi', '_interfaces': [{'id': '13e5f436-9219-4ead-9dc3-e4a8d52bb548', 'name': '', 'network_id': '31a39409-3230-48c9-ab01-a4792ab159d0', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'mac_address': 'fa:16:3e:8e:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:14Z', 'updated_at': '2022-02-28T18:55:19Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'subnets': [{'id': '3f57885a-5ca1-42a7-9074-568a8d576e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:02:55.461775 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f42659-cb48-4342-8dca-01412c520cf3 None None] New status for floating IP 1c0b69df-d377-4426-9e5a-129f84942469: DOWN {{(pid=108392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:02:55.942165 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ab779-72d4-4dbc-9407-6869e3b03e8b req-74832179-a9c9-4dc7-ba30-54ccf6b250a5 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:55.943676 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d98ab779-72d4-4dbc-9407-6869e3b03e8b req-74832179-a9c9-4dc7-ba30-54ccf6b250a5 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 946 time: 0.0485826 Feb 28 19:02:55.981889 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-d98ab779-72d4-4dbc-9407-6869e3b03e8b req-00edd3a9-1f39-4d71-8f72-ce9a96ed22c4 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d1904ac-a8de-4296-8c3b-4e605333a264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318356 Feb 28 19:02:56.449797 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1e8996ae-ef0a-470b-b8b6-31975ef2bc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:56.521776 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-547c9d12-9a5d-4361-b777-8b2607def6aa tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:56.523182 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-547c9d12-9a5d-4361-b777-8b2607def6aa tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 946 time: 0.0479987 Feb 28 19:02:56.614173 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-0ed476d5-e538-432b-8222-7dc18206c4b1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Deleting port a6e4ab5b-96dd-4218-87db-2ed83136f56c {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:02:56.614408 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-0ed476d5-e538-432b-8222-7dc18206c4b1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:56.696186 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-0ed476d5-e538-432b-8222-7dc18206c4b1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] For port a6e4ab5b-96dd-4218-87db-2ed83136f56c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a6e4ab5b-96dd-4218-87db-2ed83136f56c,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:02:56.696537 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-0ed476d5-e538-432b-8222-7dc18206c4b1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:56.707984 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-0ed476d5-e538-432b-8222-7dc18206c4b1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Calling delete_port for a6e4ab5b-96dd-4218-87db-2ed83136f56c owned by compute:nova {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:02:56.831810 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-0ed476d5-e538-432b-8222-7dc18206c4b1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:56.856906 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed476d5-e538-432b-8222-7dc18206c4b1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event deleted for resources: {'Port': ['ID=a6e4ab5b-96dd-4218-87db-2ed83136f56c,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:56.901758 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-0ed476d5-e538-432b-8222-7dc18206c4b1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] No DVR routers for this DVR port a6e4ab5b-96dd-4218-87db-2ed83136f56c on host hv-cinder-83118 {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:02:56.904170 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-0ed476d5-e538-432b-8222-7dc18206c4b1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for port, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:56.907400 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-0a6fee6d-3e25-4302-8f68-7db38fd93aae req-0ed476d5-e538-432b-8222-7dc18206c4b1 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.52 "DELETE /v2.0/ports/a6e4ab5b-96dd-4218-87db-2ed83136f56c HTTP/1.1" status: 204 len: 173 time: 0.3784826 Feb 28 19:02:56.907841 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557da494-28d9-4648-b04a-5a55153c8c77', 'name': 'network-vif-deleted', 'tag': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c'}] {{(pid=108389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:56.910394 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d06ae11055163b342b4541401b0e8059150e487d221b5cd148c8cc7e0eec6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473ca27c-6451-45a4-bc90-27bc2411fe20" -d '{"events": [{"server_uuid": "557da494-28d9-4648-b04a-5a55153c8c77", "name": "network-vif-deleted", "tag": "a6e4ab5b-96dd-4218-87db-2ed83136f56c"}]}' {{(pid=108389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:02:56.948319 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5003f4a7-ca8f-4821-9c7e-efcdf75b3908 x-openstack-request-id: req-5003f4a7-ca8f-4821-9c7e-efcdf75b3908 {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:02:56.948897 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557da494-28d9-4648-b04a-5a55153c8c77", "name": "network-vif-deleted", "tag": "a6e4ab5b-96dd-4218-87db-2ed83136f56c", "status": "completed", "code": 200}]} {{(pid=108389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:02:56.948897 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5003f4a7-ca8f-4821-9c7e-efcdf75b3908 {{(pid=108389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:02:56.949230 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557da494-28d9-4648-b04a-5a55153c8c77', 'name': 'network-vif-deleted', 'tag': 'a6e4ab5b-96dd-4218-87db-2ed83136f56c', 'status': 'completed', 'code': 200} Feb 28 19:02:57.074683 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [req-700ed758-3eec-41c1-a33f-48493a1ac443 req-4ea8f378-4af5-4ab9-b969-d053c1755fe9 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "GET /v2.0/ports?device_id=557da494-28d9-4648-b04a-5a55153c8c77 HTTP/1.1" status: 200 len: 210 time: 0.0270545 Feb 28 19:02:58.131200 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58280) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:02:58.253525 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-3032cb44-3e82-4ca1-875a-d257a8c6c92b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Deleting port a0f88256-6437-404a-9d07-fe4b1c246be5 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:02:58.253969 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3032cb44-3e82-4ca1-875a-d257a8c6c92b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:58.325784 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3032cb44-3e82-4ca1-875a-d257a8c6c92b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:58.326100 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3032cb44-3e82-4ca1-875a-d257a8c6c92b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:58.337739 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-3032cb44-3e82-4ca1-875a-d257a8c6c92b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Calling delete_port for a0f88256-6437-404a-9d07-fe4b1c246be5 owned by network:floatingip {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:02:58.465447 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3032cb44-3e82-4ca1-875a-d257a8c6c92b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:58.490394 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032cb44-3e82-4ca1-875a-d257a8c6c92b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event deleted for resources: {'Port': ['ID=a0f88256-6437-404a-9d07-fe4b1c246be5,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:58.549987 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3032cb44-3e82-4ca1-875a-d257a8c6c92b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for floatingip, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:58.552816 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-3032cb44-3e82-4ca1-875a-d257a8c6c92b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242751'] for floatingip, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:58.553945 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-3032cb44-3e82-4ca1-875a-d257a8c6c92b tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "DELETE /v2.0/floatingips/b27ed118-250c-4513-bef0-c9e4b368ce85 HTTP/1.1" status: 204 len: 168 time: 0.4217234 Feb 28 19:02:58.859433 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9eb94622-381c-4bda-8f3a-1e1351f2f8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:59.747154 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58292) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:02:59.804535 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d397edc0-af33-4f14-976b-49826c1532c7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:59.828619 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d397edc0-af33-4f14-976b-49826c1532c7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:59.885592 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d397edc0-af33-4f14-976b-49826c1532c7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:59.888117 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-d397edc0-af33-4f14-976b-49826c1532c7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:59.889257 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-d397edc0-af33-4f14-976b-49826c1532c7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] 10.222.0.39 "DELETE /v2.0/security-groups/6d1904ac-a8de-4296-8c3b-4e605333a264 HTTP/1.1" status: 204 len: 168 time: 0.1410959 Feb 28 19:02:59.899435 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397edc0-af33-4f14-976b-49826c1532c7 tempest-TestVolumeBootPattern-1727976137 tempest-TestVolumeBootPattern-1727976137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1904ac-a8de-4296-8c3b-4e605333a264,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:59.946412 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58296) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:00.016635 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:00.609588 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445129'] for router_interface, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:00.708462 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device a6e4ab5b-96dd-4218-87db-2ed83136f56c no longer exists at agent hyperv_hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:03:00.730827 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] No Port match for: a6e4ab5b-96dd-4218-87db-2ed83136f56c {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 19:03:00.731165 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Device a6e4ab5b-96dd-4218-87db-2ed83136f56c not bound to the agent host hv-cinder-83118 {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:03:00.847458 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] Deleting port 13e5f436-9219-4ead-9dc3-e4a8d52bb548 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:03:00.848103 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:00.921748 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] For port 13e5f436-9219-4ead-9dc3-e4a8d52bb548, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=13e5f436-9219-4ead-9dc3-e4a8d52bb548,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:03:00.922022 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:00.934425 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] Calling delete_port for 13e5f436-9219-4ead-9dc3-e4a8d52bb548 owned by network:router_interface {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:03:01.107213 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:01.137100 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] Pushing event deleted for resources: {'Port': ['ID=13e5f436-9219-4ead-9dc3-e4a8d52bb548,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:01.302537 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445117'] for router_interface, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:01.511581 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] Router d7032851-dc83-420e-8de0-92552ed14a02 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:03:01.544616 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:01.614017 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:03:01.618893 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f24f33c8-1638-4050-a1d4-3fc88978cdfc admin admin] 10.222.0.39 "PUT /v2.0/routers/d7032851-dc83-420e-8de0-92552ed14a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6714549 Feb 28 19:03:01.621436 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58300) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:01.624043 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] Sync routers for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:03:01.635590 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:03:01.636193 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T19:02:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:01.724176 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:01.740634 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:03:01.820249 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:01.875388 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Deleting port 617846ea-2823-4624-bae4-f355940ae8eb {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:03:01.876120 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:01.878495 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:01.927988 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '617846ea-2823-4624-bae4-f355940ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T19:03:01Z', 'revision_number': 5, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port': {'id': '617846ea-2823-4624-bae4-f355940ae8eb', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:12Z', 'updated_at': '2022-02-28T18:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:01.955261 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] For port 617846ea-2823-4624-bae4-f355940ae8eb, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=617846ea-2823-4624-bae4-f355940ae8eb,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:03:01.955845 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:01.957234 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] Checking router: d7032851-dc83-420e-8de0-92552ed14a02 for host: dv-cinder-831186-1-iscsi {{(pid=108391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:03:01.965218 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] Routers {'d7032851-dc83-420e-8de0-92552ed14a02'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:03:01.965806 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T19:02:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['d7032851-dc83-420e-8de0-92552ed14a02'], 'active': True} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:01.967398 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Calling delete_port for 617846ea-2823-4624-bae4-f355940ae8eb owned by network:router_gateway {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:03:02.053086 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvr_db [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] Set router d7032851-dc83-420e-8de0-92552ed14a02 gateway port host: None {{(pid=108391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:03:02.141324 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.168089 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=617846ea-2823-4624-bae4-f355940ae8eb,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:02.228935 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_hamode_db [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T19:03:01Z', 'revision_number': 6, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port_host': None}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:02.231131 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448263'] for router_gateway, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.257481 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c110ef4c-d39f-48e2-9444-5cb1e9167436 None None] The sync data for ids ['d7032851-dc83-420e-8de0-92552ed14a02'] in dv-cinder-831186-1-iscsi is: [{'id': 'd7032851-dc83-420e-8de0-92552ed14a02', 'name': 'tempest-TestVolumeBootPattern-823404685-router', 'tenant_id': '5bdff0b85e164933a897edfe8b4b9939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:11Z', 'updated_at': '2022-02-28T19:03:01Z', 'revision_number': 6, 'project_id': '5bdff0b85e164933a897edfe8b4b9939', 'gw_port_host': None}] {{(pid=108391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:03:02.319805 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12954'] for router, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.321857 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.364799 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445587'] for router, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.365455 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7032851-dc83-420e-8de0-92552ed14a02 {{(pid=108389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:03:02.370483 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] Notify callbacks [] for router, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.371867 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-47e62dbb-d43b-471f-beb9-6bbd4aad04a2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d7032851-dc83-420e-8de0-92552ed14a02 HTTP/1.1" status: 204 len: 168 time: 0.7495492 Feb 28 19:03:02.374356 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58302) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:02.421352 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb55c1a1-31f6-4aab-b8f6-52c6ef3a95d7 admin admin] Deleting subnet 3f57885a-5ca1-42a7-9074-568a8d576e67 {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 19:03:02.424211 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bb55c1a1-31f6-4aab-b8f6-52c6ef3a95d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.457525 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bb55c1a1-31f6-4aab-b8f6-52c6ef3a95d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27829832'] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.531396 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bb55c1a1-31f6-4aab-b8f6-52c6ef3a95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.583734 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bb55c1a1-31f6-4aab-b8f6-52c6ef3a95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2016347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28560992'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.615003 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55c1a1-31f6-4aab-b8f6-52c6ef3a95d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f57885a-5ca1-42a7-9074-568a8d576e67,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:02.616987 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bb55c1a1-31f6-4aab-b8f6-52c6ef3a95d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.622355 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be80aa9-22ca-4074-99c8-03a399e4573a None None] Network 31a39409-3230-48c9-ab01-a4792ab159d0 requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 19:03:02.622831 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 58304) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:02.624233 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-bb55c1a1-31f6-4aab-b8f6-52c6ef3a95d7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3f57885a-5ca1-42a7-9074-568a8d576e67 HTTP/1.1" status: 204 len: 168 time: 0.2489085 Feb 28 19:03:02.702496 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.755603 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Deleting port 83796885-bddc-4fdd-9270-2d956e4e8e89 {{(pid=108388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:03:02.755940 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.819001 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.db [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] For port 83796885-bddc-4fdd-9270-2d956e4e8e89, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=83796885-bddc-4fdd-9270-2d956e4e8e89,segment=NetworkSegment(3919a47a-aa5f-44a9-8de8-b2aaaa14587d),segment_id=3919a47a-aa5f-44a9-8de8-b2aaaa14587d)] {{(pid=108388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:03:02.819360 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.832169 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.plugin [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Calling delete_port for 83796885-bddc-4fdd-9270-2d956e4e8e89 owned by network:dhcp {{(pid=108388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:03:02.914408 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25877927'] for port, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:02.939081 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Pushing event deleted for resources: {'Port': ['ID=83796885-bddc-4fdd-9270-2d956e4e8e89,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:02.943819 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] No DVR routers for this DVR port 83796885-bddc-4fdd-9270-2d956e4e8e89 on host dv-cinder-831186-1-iscsi {{(pid=108388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:03:02.950548 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.950886 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.951218 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.951570 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.951895 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.952216 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.952535 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.952854 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.953171 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.953484 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.953796 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.954107 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:02.996787 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3980e4-ba53-44bb-bfae-52f95f4367d0 None None] DHCP port deletion for 31a39409-3230-48c9-ab01-a4792ab159d0 request from dv-cinder-831186-1-iscsi {{(pid=108391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 28 19:03:03.031737 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:03.052277 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a39409-3230-48c9-ab01-a4792ab159d0']}} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:03.060996 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3919a47a-aa5f-44a9-8de8-b2aaaa14587d') {'for_net_delete': True} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:03.061281 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.services.segments.db [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3919a47a-aa5f-44a9-8de8-b2aaaa14587d') {} {{(pid=108388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:03.070634 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28524503'] for segment, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:03.084600 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:03.090627 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=108388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:03:03.091011 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25877906'] for segment, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: Traceback (most recent call last): Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: timer() Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: cb(*args, **kw) Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: return func(*args, **kwargs) Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: self._notify() Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: self.callback(batched_events) Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: event.method(event) Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: return f(self, *a, **k) Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._get(url).json() Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: return self.request(url, 'GET', **kwargs) Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:03:03.092801 dv-cinder-831186-1-iscsi neutron-server[108388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:03:03.147898 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:03.153331 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:03.157474 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] 10.222.0.39 "DELETE /v2.0/networks/31a39409-3230-48c9-ab01-a4792ab159d0 HTTP/1.1" status: 204 len: 168 time: 0.5337079 Feb 28 19:03:03.161475 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58306) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:03.169493 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14ad15-ad51-4b50-b70e-c6f7fe06ad80 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a39409-3230-48c9-ab01-a4792ab159d0,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:03.287686 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 617846ea-2823-4624-bae4-f355940ae8eb no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:03:03.308084 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 617846ea-2823-4624-bae4-f355940ae8eb {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 19:03:03.308418 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 617846ea-2823-4624-bae4-f355940ae8eb not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:03:03.308823 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 83796885-bddc-4fdd-9270-2d956e4e8e89 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:03:03.328340 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 83796885-bddc-4fdd-9270-2d956e4e8e89 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 19:03:03.328777 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 83796885-bddc-4fdd-9270-2d956e4e8e89 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:03:03.329199 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 13e5f436-9219-4ead-9dc3-e4a8d52bb548 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:03:03.351723 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 13e5f436-9219-4ead-9dc3-e4a8d52bb548 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 19:03:03.351723 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 13e5f436-9219-4ead-9dc3-e4a8d52bb548 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:03:03.509787 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445129'] for router_interface, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:03.996984 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] Deleting port f280432f-003b-4063-b197-906b709cb3af {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:03:03.997318 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:04.078324 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] For port f280432f-003b-4063-b197-906b709cb3af, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=f280432f-003b-4063-b197-906b709cb3af,segment=NetworkSegment(a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673),segment_id=a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:03:04.078673 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:04.090580 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] Calling delete_port for f280432f-003b-4063-b197-906b709cb3af owned by network:router_interface {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:03:04.265507 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:04.290493 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] Pushing event deleted for resources: {'Port': ['ID=f280432f-003b-4063-b197-906b709cb3af,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:04.460327 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445117'] for router_interface, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:04.670600 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] Router 322973a3-1227-462b-af95-5cbc506ccfe6 has already been hosted by L3 agent 00007f4b-6108-4fc1-9ffc-6ddb44d6d360 {{(pid=108389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:03:04.775919 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] Notify agent at l3_agent.dv-cinder-831186-1-iscsi the message routers_updated {{(pid=108389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:03:04.781526 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-9d044443-c1c0-44f4-b79e-52d71e3dc59b admin admin] 10.222.0.39 "PUT /v2.0/routers/322973a3-1227-462b-af95-5cbc506ccfe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6187489 Feb 28 19:03:04.783786 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58308) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:04.786514 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] Sync routers for ids ['322973a3-1227-462b-af95-5cbc506ccfe6'] in dv-cinder-831186-1-iscsi {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:03:04.796629 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] Routers {'322973a3-1227-462b-af95-5cbc506ccfe6'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:03:04.797224 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T19:02:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['322973a3-1227-462b-af95-5cbc506ccfe6'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:04.888229 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Notify callbacks [] for router, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:04.901175 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] Set router 322973a3-1227-462b-af95-5cbc506ccfe6 gateway port host: dv-cinder-831186-1-iscsi {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:03:04.991762 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.044039 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Deleting port 18801a94-dc4a-49cd-bae6-f380bddf7549 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:03:05.044378 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.079037 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'name': 'tempest-TestVolumeBootPattern-888260564-router', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'external_fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T19:03:04Z', 'revision_number': 5, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'gw_port': {'id': '18801a94-dc4a-49cd-bae6-f380bddf7549', 'name': '', 'network_id': '2ade9df8-e6c8-42f2-9818-2d0586d79898', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831186-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T18:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cfb3f93-3262-423b-a170-13feb63862ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831186-1-iscsi'}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:05.109557 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] Checking router: 322973a3-1227-462b-af95-5cbc506ccfe6 for host: dv-cinder-831186-1-iscsi {{(pid=108392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:03:05.118021 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] Routers {'322973a3-1227-462b-af95-5cbc506ccfe6'} bound to L3 agent in host dv-cinder-831186-1-iscsi {{(pid=108392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:03:05.118625 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831186-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:33:29Z,description=,heartbeat_timestamp=2022-02-28T19:02:59Z,host='dv-cinder-831186-1-iscsi',id=00007f4b-6108-4fc1-9ffc-6ddb44d6d360,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:33:29Z,topic='l3_agent')) {'router_ids': ['322973a3-1227-462b-af95-5cbc506ccfe6'], 'active': True} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:05.124979 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] For port 18801a94-dc4a-49cd-bae6-f380bddf7549, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=18801a94-dc4a-49cd-bae6-f380bddf7549,segment=NetworkSegment(28967741-2953-4694-a68a-b951a5fd4fa9),segment_id=28967741-2953-4694-a68a-b951a5fd4fa9)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:03:05.125341 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.137319 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Calling delete_port for 18801a94-dc4a-49cd-bae6-f380bddf7549 owned by network:router_gateway {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:03:05.204390 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_dvr_db [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] Set router 322973a3-1227-462b-af95-5cbc506ccfe6 gateway port host: None {{(pid=108392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:03:05.266641 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.l3_hamode_db [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'name': 'tempest-TestVolumeBootPattern-888260564-router', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T19:03:04Z', 'revision_number': 6, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'gw_port_host': None}], 'dv-cinder-831186-1-iscsi', False) {} {{(pid=108392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:05.295717 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b350b47b-9bc3-4b2d-bba9-794c8d6eedc3 None None] The sync data for ids ['322973a3-1227-462b-af95-5cbc506ccfe6'] in dv-cinder-831186-1-iscsi is: [{'id': '322973a3-1227-462b-af95-5cbc506ccfe6', 'name': 'tempest-TestVolumeBootPattern-888260564-router', 'tenant_id': 'a9e6c95538d14a7884536c740bda2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:16Z', 'updated_at': '2022-02-28T19:03:04Z', 'revision_number': 6, 'project_id': 'a9e6c95538d14a7884536c740bda2004', 'gw_port_host': None}] {{(pid=108392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:03:05.320543 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.348201 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Pushing event deleted for resources: {'Port': ['ID=18801a94-dc4a-49cd-bae6-f380bddf7549,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:05.422718 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448263'] for router_gateway, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.512225 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12954'] for router, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.514308 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.562791 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445587'] for router, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.563271 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 322973a3-1227-462b-af95-5cbc506ccfe6 {{(pid=108389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:03:05.568584 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] Notify callbacks [] for router, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.569753 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-ebc4d88c-6cd4-4ed6-b465-160930970205 admin admin] 10.222.0.39 "DELETE /v2.0/routers/322973a3-1227-462b-af95-5cbc506ccfe6 HTTP/1.1" status: 204 len: 168 time: 0.7848110 Feb 28 19:03:05.572318 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58310) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:05.616692 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.db_base_plugin_v2 [None req-62941a79-95df-4e99-9340-0a9a15a3f7cd admin admin] Deleting subnet cbf8340c-f62f-42ea-8e18-d1b84340a3e1 {{(pid=108389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 28 19:03:05.619574 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-62941a79-95df-4e99-9340-0a9a15a3f7cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.653607 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-62941a79-95df-4e99-9340-0a9a15a3f7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27829832'] for subnet, precommit_delete_associations {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.739464 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-62941a79-95df-4e99-9340-0a9a15a3f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3807823'] for subnet, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.792047 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-62941a79-95df-4e99-9340-0a9a15a3f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3807830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2016347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28560992'] for subnet, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.817339 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62941a79-95df-4e99-9340-0a9a15a3f7cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf8340c-f62f-42ea-8e18-d1b84340a3e1,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:05.820754 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-62941a79-95df-4e99-9340-0a9a15a3f7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.823846 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-62941a79-95df-4e99-9340-0a9a15a3f7cd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cbf8340c-f62f-42ea-8e18-d1b84340a3e1 HTTP/1.1" status: 204 len: 168 time: 0.2506216 Feb 28 19:03:05.826330 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58312) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:05.828957 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced28c0f-8933-4bea-9be6-28746a640fb9 None None] Network 6d48a883-31e4-4ab6-9126-f56e52163faf requested from dv-cinder-831186-1-iscsi {{(pid=108391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 28 19:03:05.892415 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-518479'] for network, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.949087 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Deleting port 1a444414-208e-4b3f-b997-d10df4b32f04 {{(pid=108389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:03:05.949425 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.011815 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.db [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] For port 1a444414-208e-4b3f-b997-d10df4b32f04, host dv-cinder-831186-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831186-1-iscsi',level=0,port_id=1a444414-208e-4b3f-b997-d10df4b32f04,segment=NetworkSegment(a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673),segment_id=a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673)] {{(pid=108389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:03:06.012108 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.024300 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Calling delete_port for 1a444414-208e-4b3f-b997-d10df4b32f04 owned by network:dhcp {{(pid=108389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:03:06.074186 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] DHCP port deletion for 6d48a883-31e4-4ab6-9126-f56e52163faf request from dv-cinder-831186-1-iscsi {{(pid=108391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 28 19:03:06.105506 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2016652'] for port, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.122495 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Deleting port 1a444414-208e-4b3f-b997-d10df4b32f04 {{(pid=108391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Feb 28 19:03:06.122871 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744605767235'] for port, before_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.135253 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a444414-208e-4b3f-b997-d10df4b32f04,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:06.139899 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] No DVR routers for this DVR port 1a444414-208e-4b3f-b997-d10df4b32f04 on host dv-cinder-831186-1-iscsi {{(pid=108389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:03:06.191291 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.db [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] For port 1a444414-208e-4b3f-b997-d10df4b32f04, host dv-cinder-831186-1-iscsi, got binding levels [] {{(pid=108391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:03:06.191720 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-448547'] for port, precommit_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.204408 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Calling delete_port for 1a444414-208e-4b3f-b997-d10df4b32f04 owned by network:dhcp {{(pid=108391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Feb 28 19:03:06.207880 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.ipam_backend_mixin [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Port 1a444414-208e-4b3f-b997-d10df4b32f04 was not found and therefore no delete operation was performed {{(pid=108391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 19:03:06.209169 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744605772701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744605298068'] for port, after_delete {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.211629 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3808386', 'neutron.services.segments.db._delete_segments_for_network-8744605828702'] for network, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.232781 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d48a883-31e4-4ab6-9126-f56e52163faf']}} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:06.235558 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Pushing event deleted for resources: {'Port': ['ID=1a444414-208e-4b3f-b997-d10df4b32f04,revision_number=None']} {{(pid=108391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:06.243665 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673') {'for_net_delete': True} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:06.243791 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] No DVR routers for this DVR port 1a444414-208e-4b3f-b997-d10df4b32f04 on host dv-cinder-831186-1-iscsi {{(pid=108391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:03:06.243891 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.services.segments.db [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d3c147-2a7c-41e1-aaa9-c05cd4f7c673') {} {{(pid=108389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:03:06.245801 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.246151 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.246560 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.246862 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.247330 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.247712 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.247905 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.248231 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.248585 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.248971 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.249273 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.249485 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d169c-232f-48e7-812f-c9a94254d9cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831186-1-iscsi {{(pid=108391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:06.254364 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744605829991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27829831'] for segment, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.277513 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767'] for segment, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.285151 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=108389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:03:06.285521 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3807767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2016697'] for segment, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: Traceback (most recent call last): Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: timer() Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: cb(*args, **kw) Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: return func(*args, **kwargs) Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: self._notify() Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: self.callback(batched_events) Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: event.method(event) Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: return f(self, *a, **k) Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._get(url).json() Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: return self.request(url, 'GET', **kwargs) Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:03:06.287350 dv-cinder-831186-1-iscsi neutron-server[108389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:03:06.347198 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3808443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448291'] for network, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.356043 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697338'] for network, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.359070 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6d48a883-31e4-4ab6-9126-f56e52163faf HTTP/1.1" status: 204 len: 168 time: 0.5318174 Feb 28 19:03:06.370076 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1b120-58cc-4531-a00a-65bf8b2aeb54 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d48a883-31e4-4ab6-9126-f56e52163faf,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:06.472222 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58316) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:06.511145 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-f99004a6-15a5-4cdc-a74e-04636d8932dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5bdff0b85e164933a897edfe8b4b9939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377023 Feb 28 19:03:06.513489 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58318) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:06.560339 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ad4333cb-f60b-478d-a8a4-a158d8e30338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.581669 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ad4333cb-f60b-478d-a8a4-a158d8e30338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.630562 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ad4333cb-f60b-478d-a8a4-a158d8e30338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.632891 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron_lib.callbacks.manager [None req-ad4333cb-f60b-478d-a8a4-a158d8e30338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.634034 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-ad4333cb-f60b-478d-a8a4-a158d8e30338 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b5ecb1f-64ad-4e56-a935-60f84c95f662 HTTP/1.1" status: 204 len: 168 time: 0.1196783 Feb 28 19:03:06.642369 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4333cb-f60b-478d-a8a4-a158d8e30338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5ecb1f-64ad-4e56-a935-60f84c95f662,revision_number=None']} {{(pid=108389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:06.946440 dv-cinder-831186-1-iscsi neutron-server[108389]: DEBUG neutron.wsgi [-] (108389) accepted ('10.222.0.39', 58324) {{(pid=108389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:06.985466 dv-cinder-831186-1-iscsi neutron-server[108389]: INFO neutron.wsgi [None req-c113e460-5453-4d7f-8655-75e283029a52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9e6c95538d14a7884536c740bda2004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378115 Feb 28 19:03:06.987972 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [-] (108388) accepted ('10.222.0.39', 58326) {{(pid=108388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 28 19:03:07.040399 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f9e27cdf-dbf9-490d-91c4-1c26968e6351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:07.060769 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f9e27cdf-dbf9-490d-91c4-1c26968e6351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:07.107939 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f9e27cdf-dbf9-490d-91c4-1c26968e6351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491343'] for security_group, after_delete {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:07.110499 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron_lib.callbacks.manager [None req-f9e27cdf-dbf9-490d-91c4-1c26968e6351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:07.112256 dv-cinder-831186-1-iscsi neutron-server[108388]: INFO neutron.wsgi [None req-f9e27cdf-dbf9-490d-91c4-1c26968e6351 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91be1d2e-30c3-45a3-9ab5-a1909392b656 HTTP/1.1" status: 204 len: 168 time: 0.1227157 Feb 28 19:03:07.119786 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e27cdf-dbf9-490d-91c4-1c26968e6351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91be1d2e-30c3-45a3-9ab5-a1909392b656,revision_number=None']} {{(pid=108388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:07.273769 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 18801a94-dc4a-49cd-bae6-f380bddf7549 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:03:07.301530 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 18801a94-dc4a-49cd-bae6-f380bddf7549 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 19:03:07.301874 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 18801a94-dc4a-49cd-bae6-f380bddf7549 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:03:07.302296 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device f280432f-003b-4063-b197-906b709cb3af no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:03:07.323823 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: f280432f-003b-4063-b197-906b709cb3af {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 19:03:07.324166 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device f280432f-003b-4063-b197-906b709cb3af not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:03:07.324604 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 1a444414-208e-4b3f-b997-d10df4b32f04 no longer exists at agent ovs-agent-dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:03:07.346771 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.plugin [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] No Port match for: 1a444414-208e-4b3f-b997-d10df4b32f04 {{(pid=108391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Feb 28 19:03:07.347111 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron.plugins.ml2.rpc [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Device 1a444414-208e-4b3f-b997-d10df4b32f04 not bound to the agent host dv-cinder-831186-1-iscsi {{(pid=108391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:03:16.670379 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:03:23.253569 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:26.450884 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5f07fcbb-d4bd-46b6-8e1c-0812bf838270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:28.860201 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-d326acd7-68e3-49af-ae2f-e014ec7de0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:30.019037 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:31.547515 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:31.864588 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:53.268941 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:53.668255 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:03:56.452664 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-c94fda37-7c46-48b0-b231-e6bd2c8eb191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:58.861521 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-c9f16e9c-f4b4-4383-8d6e-5b3f0ed5937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:00.021351 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:01.549734 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:01.862722 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:23.280972 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:26.455449 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-403a1ddf-4cf2-4f80-a2a4-99241c678ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:28.862149 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-99c12d03-819e-44d6-b8c1-b06d385288b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:30.023600 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:30.408697 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [req-8c0eac86-525f-45dc-8143-1f674ec5b873 req-17632449-1a79-4025-aa19-00db42bd245b service neutron] (108388) timed out ('10.222.0.39', 54914) {{(pid=108388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 28 19:04:30.666827 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:04:31.552018 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:31.867499 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:53.287635 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.455867 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2d341c8d-47d2-4a0e-948b-1e726c2f857b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.863360 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-c0c47485-0ab1-451b-b1f7-4fca0268d221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.028123 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.553581 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.872203 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:07.666181 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:05:23.298933 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.456733 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-dc7e66ca-c3bd-4394-b6b7-e3b9553f0b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.864853 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-58daf3f7-8bd7-4e77-bb93-0ac75a5b2fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:30.029450 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:31.555461 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:31.901986 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.665289 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:05:53.301462 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:56.457591 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2bbddc57-dfa2-4046-bcb4-29f33ee00e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:56.555020 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [req-cad50016-06f2-4fb3-a05e-ca8cebdfa835 req-862afd0d-f276-41c1-9029-29bbb4adc72a tempest-AttachVolumeTestJSON-1337792195 tempest-AttachVolumeTestJSON-1337792195-project] (108388) timed out ('10.222.0.52', 65315) {{(pid=108388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 28 19:05:58.865893 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-2d117888-02b1-431b-9316-21ed54cd8630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:00.032206 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:01.557069 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:01.877424 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:21.664446 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:06:23.306328 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:26.458598 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-27e6c456-d522-4aec-98f7-0f215e9c53e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:28.866022 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-5030d5f3-81d2-4f99-b4e3-95596c1707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.034973 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.562364 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.879939 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:53.332491 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:56.460101 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdacd-c6d1-47cb-a0ab-5480ba1d9150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.663328 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:06:58.866053 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-3fadaff8-2962-45a5-84be-9b4d224263a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.038388 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:01.563295 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:01.882084 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.623755 dv-cinder-831186-1-iscsi neutron-server[108388]: DEBUG neutron.wsgi [req-88bd62c1-8530-4832-bd8f-99eefb6927e2 req-54816122-4ec6-440f-b012-468e3278757a service neutron] (108388) timed out ('10.222.0.39', 52906) {{(pid=108388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 28 19:07:23.318645 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:26.461839 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-1fc1fa8b-0c4d-4f81-9f67-60e6d9883701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:28.868803 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f2b1-ba02-4e5a-88cc-24af0efeb088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:30.041659 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:31.564277 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:32.019033 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:35.662828 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:07:53.336883 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.463146 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-21d7add7-45d2-4fdd-8249-ce872d6c4587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:58.868822 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-cd8054d6-47ef-4509-a762-ec8c8413742a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.046442 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:01.565484 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:01.887849 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:12.664964 dv-cinder-831186-1-iscsi neutron-server[108392]: DEBUG neutron.db.agents_db [None req-f7161b2e-8a58-4c15-8f01-39964bbf74df None None] Agent healthcheck: found 6 active agents {{(pid=108392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:08:23.330208 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-745e67d5-0da4-4fb0-af3a-b451fb0d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:26.464114 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-477768df-2fcd-4422-9912-1ad058598eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.869913 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-fdc91c01-3637-47b2-8daf-dc9cf21e8bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.051297 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-b8fc96bf-9495-4153-99a7-6660b0ec2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:31.566141 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-573fd8f8-4f0b-47be-803b-ff00dcee64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:31.890564 dv-cinder-831186-1-iscsi neutron-server[108391]: DEBUG neutron_lib.callbacks.manager [None req-91a10541-493b-447f-a904-6cb2202a7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744605828684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3808548'] for agent, after_update {{(pid=108391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}